-- Logs begin at Wed 2022-05-04 16:34:17 UTC, end at Wed 2022-05-04 18:07:33 UTC. -- May 04 17:40:21.978990 dv-cinder-840512-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 17:40:24.801065 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.common.config [-] Logging enabled! May 04 17:40:24.801727 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev179 May 04 17:40:24.801851 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110357) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 17:40:24.805168 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.common.config [-] Logging enabled! May 04 17:40:24.805421 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev179 May 04 17:40:24.805731 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110357) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 04 17:40:24.806705 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:40:24.806905 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:40:24.807273 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:40:24.807518 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:40:24.807741 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:40:24.808055 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.808462 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.808706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.809003 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.809388 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.809604 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.809895 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.810356 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.810677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.810940 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.811226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.811457 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.811779 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.812091 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.812318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.812565 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] debug = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.812849 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.813283 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.813692 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.813973 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.814262 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.814618 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.814812 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.815174 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.815364 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.815689 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] host = dv-cinder-840512-1-iscsi {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.815965 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.816252 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.816601 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.816864 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.817140 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.817440 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.817695 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.817968 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.818236 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] log_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.818509 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.818843 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.819082 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.819373 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.819593 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.819813 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.820095 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.820393 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.820692 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.821023 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.821236 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.821508 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.821838 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.822045 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.822329 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.822613 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.822897 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.823168 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.823441 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.823709 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.823978 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.824262 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.824558 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.824831 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.825648 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.826079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.826350 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.826624 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.826931 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.827216 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.827495 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.827779 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.828057 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.828334 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.828626 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.828901 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.829170 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] use_json = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.829443 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.829710 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.829990 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.830257 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.830527 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.830799 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.831068 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.831352 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.831621 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:24.831912 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.832205 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.832521 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.832809 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.833105 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.833381 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.833667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.833940 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.834224 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.834509 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.834798 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.835074 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.835370 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.835655 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.835947 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.836247 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.836560 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.836857 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.837131 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.837404 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.837676 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.837951 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.838233 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.838507 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.838792 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.839077 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.839351 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.839643 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.839957 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.840208 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.840520 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.841444 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.841756 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.842039 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.842331 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.842608 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.842881 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.843159 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.843447 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.843723 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.843993 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.844272 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.844570 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.844842 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.845112 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.845386 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.845672 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.845944 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.846212 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.846480 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.846758 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.847031 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.847314 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.847589 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.847861 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.848130 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.848405 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.848699 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.848970 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.849244 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.849514 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.849790 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.850060 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.850331 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.850601 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.850873 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.851145 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.851416 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.851686 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.851961 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.852234 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.852620 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.852805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.853061 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.853358 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.853627 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.853905 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.854281 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.854591 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.854897 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.855175 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.855476 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.855753 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.856034 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.856325 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.856743 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.856971 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.857258 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.857540 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.857911 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.858179 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.858484 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.858760 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.859068 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.859406 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.859669 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.859953 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.860271 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.860572 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.860921 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.861182 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.861474 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.861787 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.862073 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.862378 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.862660 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:24.862874 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:40:24.863117 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110357) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 17:40:25.329971 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 17:40:25.330246 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 17:40:25.330549 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 04 17:40:25.330878 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 17:40:25.667417 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.667627 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.667895 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.669655 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.669930 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.670186 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.726755 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.727375 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.727650 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.744035 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.744315 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.744796 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.781268 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.781546 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.781808 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.818281 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.818861 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:25.818861 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.164188 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.164511 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.164780 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.165046 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.165729 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.264571 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.264886 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.265167 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.265438 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.265705 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.266013 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.266269 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.266522 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.266774 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.267052 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.267309 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.267570 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.267823 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.268075 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.268326 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.268609 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.268863 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.269125 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.269391 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.269647 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.269916 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.270163 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.270440 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.270811 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.271056 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.271297 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.271686 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:40:26.271922 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:40:26.272155 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:40:26.272390 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:40:26.272651 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:40:26.272884 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:40:26.273243 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 17:40:26.276320 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 17:40:26.280340 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 17:40:26.284295 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 04 17:40:26.285933 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 17:40:26.286394 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 17:40:26.286870 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 17:40:26.287253 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 17:40:26.290131 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 17:40:26.290382 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 17:40:26.290724 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 17:40:26.296045 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 17:40:26.319281 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 17:40:26.319740 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.320040 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110357) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 04 17:40:26.320410 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.321797 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110357) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 17:40:26.322074 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 17:40:26.322314 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 17:40:26.326291 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.326574 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:26.389577 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 17:40:26.389809 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 17:40:26.390038 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 17:40:26.390407 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 17:40:26.411807 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_db.sqlalchemy.engines [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110357) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 17:40:26.972151 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Initializing driver for type 'gre' May 04 17:40:26.972865 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] gre ID ranges: [(1, 1000)] May 04 17:40:27.097745 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Initializing driver for type 'local' May 04 17:40:27.098076 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Initializing driver for type 'vlan' May 04 17:40:27.155168 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] VlanTypeDriver initialization complete May 04 17:40:27.155525 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Initializing driver for type 'vxlan' May 04 17:40:27.156042 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] vxlan ID ranges: [(1, 1000)] May 04 17:40:27.310371 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Initializing extension driver 'port_security' May 04 17:40:27.310571 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.extensions.port_security [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] PortSecurityExtensionDriver initialization complete May 04 17:40:27.310846 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Initializing mechanism driver 'openvswitch' May 04 17:40:27.311172 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Initializing mechanism driver 'hyperv' May 04 17:40:27.317835 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.plugins.ml2.plugin [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:27.318752 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > port after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.319126 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > port after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.319484 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > port after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.320018 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 17:40:27.320475 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > subnet after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.320839 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > subnet after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.321193 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.321596 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 17:40:27.322011 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > network after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.322364 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > network after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.322712 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > network after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.323134 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 17:40:27.323544 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > security_group after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.323899 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > security_group after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.324244 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.324678 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 17:40:27.325798 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.326006 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.326333 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.326734 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 17:40:27.327142 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > address_group after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.327490 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > address_group after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.327833 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.328232 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110357) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 04 17:40:27.328719 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] ML2 OVO RPC backend initialized. {{(pid=110357) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 04 17:40:27.330047 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.330047 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.330253 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > network before_response 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.330527 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > networks before_response 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.330876 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > port before_response 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.331220 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > ports before_response 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.331590 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > subnet before_response 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.331941 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > subnets before_response 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.332290 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > network after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.332658 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > network after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.332998 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > network after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.333340 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > port after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.333679 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > port after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.334017 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > port after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.334355 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > subnet after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.334699 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > subnet after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.335036 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.343019 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded quota_driver: . May 04 17:40:27.343388 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.plugin [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Modular L2 Plugin initialization complete May 04 17:40:27.343765 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading services supported by the core plugin {{(pid=110357) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 17:40:27.344116 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.plugins.ml2.managers [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Got port-security extension from driver 'port_security' May 04 17:40:27.344638 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.extensions.vlantransparent [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Disabled vlantransparent extension. May 04 17:40:27.345139 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110357) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 17:40:27.345469 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading Plugin: router May 04 17:40:27.381252 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.381652 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router after_create 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.382028 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router before_create 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.382399 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.382774 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.383134 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router after_delete 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.383495 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.383846 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.384208 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router after_create 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.384595 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router after_update 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.384960 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router after_update 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.385313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.385795 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router after_update 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.386209 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_update 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.386582 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: port after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.386926 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: port after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.387269 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: subnet after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.388260 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.388639 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.389236 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_create 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.389593 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: port before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.389941 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.390301 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router after_update 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.390648 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.391003 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_create 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.391371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.391718 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_update 55549900 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.392087 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > agent after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.392462 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > agent after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.392816 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > network after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.393693 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Tracking information for resource: router configured {{(pid=110357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:40:27.394030 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Tracking information for resource: floatingip configured {{(pid=110357) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:40:27.398895 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.db.l3_agentschedulers_db [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 17:40:27.399480 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: port after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.399853 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: port after_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.400205 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: port after_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.400593 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: port after_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.401404 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router before_create 55550100 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.401772 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.402139 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_create 55550100 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.402502 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > router precommit_update 55550100 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.407931 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.services.provider_configuration [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service providers = [] {{(pid=110357) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 17:40:27.410873 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.db.servicetype_db [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110357) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 17:40:27.413540 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.services.service_base [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:40:27.413893 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.services.service_base [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:40:27.414238 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.services.service_base [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:40:27.415137 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.services.service_base [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110357) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:40:27.415512 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.services.service_base [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 17:40:27.415896 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:40:27.416213 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 17:40:27.427079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:40:27.427427 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading Plugin: auto_allocate May 04 17:40:27.433231 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: network precommit_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.433600 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: network precommit_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.434129 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:40:27.434974 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading Plugin: tag May 04 17:40:27.447756 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:40:27.448084 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading Plugin: timestamp May 04 17:40:27.452117 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:40:27.452466 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading Plugin: network_ip_availability May 04 17:40:27.458081 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.458460 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.458822 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.459546 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:40:27.459877 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading Plugin: flavors May 04 17:40:27.470874 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:40:27.471226 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading Plugin: revisions May 04 17:40:27.475538 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110357) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:40:27.475932 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_concurrency.lockutils [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.145s {{(pid=110357) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 04 17:40:27.476703 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110357) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 17:40:27.477042 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Initializing extension manager. May 04 17:40:27.477570 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: __init__.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.477914 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: __pycache__ {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.478253 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: _port_mac_address_override.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.478598 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: address_group.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.479363 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.479945 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: address-group May 04 17:40:27.480275 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: address_scope.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.481023 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.481598 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: address-scope May 04 17:40:27.481923 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.482865 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.483380 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: router-admin-state-down-before-update May 04 17:40:27.483707 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: agent.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.484411 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.484948 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: agent May 04 17:40:27.485274 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: agent_resources_synced.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.486193 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.486704 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: agent-resources-synced May 04 17:40:27.487030 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: allowedaddresspairs.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.488868 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.489394 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: allowed-address-pairs May 04 17:40:27.489721 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: auto_allocated_topology.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.490800 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.491329 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: auto-allocated-topology May 04 17:40:27.491659 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: availability_zone.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.492360 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.492905 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: availability_zone May 04 17:40:27.493231 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: availability_zone_filter.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.494380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.494750 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: availability_zone_filter May 04 17:40:27.495076 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: data_plane_status.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.495997 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.496534 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension data-plane-status not supported by any of loaded plugins May 04 17:40:27.497393 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: default_subnetpools.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.498317 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.498837 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: default-subnetpools May 04 17:40:27.499160 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.499971 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.500515 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: dhcp_agent_scheduler May 04 17:40:27.500839 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: dns.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.501762 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.502271 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension dns-integration not supported by any of loaded plugins May 04 17:40:27.502593 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: dns_domain_ports.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.503519 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.504037 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 17:40:27.504364 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.509158 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.509746 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 17:40:27.510072 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: dvr.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.510751 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.511259 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: dvr May 04 17:40:27.511580 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: ecmp_routes.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.512597 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.513175 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 17:40:27.513499 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: empty_string_filtering.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.514678 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.515190 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: empty-string-filtering May 04 17:40:27.515513 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.516425 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.516960 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 17:40:27.517284 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.518198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.518728 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 17:40:27.519038 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: external_net.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.519953 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.520484 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: external-net May 04 17:40:27.520811 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.521719 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.522237 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: extra_dhcp_opt May 04 17:40:27.522561 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: extraroute.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.523481 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.523991 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: extraroute May 04 17:40:27.524315 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: extraroute_atomic.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.525565 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.526089 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: extraroute-atomic May 04 17:40:27.526417 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: filter_validation.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.527086 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.527600 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: filter-validation May 04 17:40:27.527924 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: fip_pf_description.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.529454 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.529962 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 17:40:27.530284 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: fip_pf_port_range.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.531292 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.531800 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 04 17:40:27.532124 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: fip_port_details.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.533092 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.533600 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: fip-port-details May 04 17:40:27.533923 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: flavors.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.535158 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.535678 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: flavors May 04 17:40:27.536004 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.537766 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.538305 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 17:40:27.538645 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: floatingip_pools.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.539357 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.539875 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: floatingip-pools May 04 17:40:27.540206 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: ip_allocation.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.541167 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.541684 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension ip_allocation not supported by any of loaded plugins May 04 17:40:27.542012 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.542942 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.543457 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: ip-substring-filtering May 04 17:40:27.544338 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l2_adjacency.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.545313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.545827 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 17:40:27.546154 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.547136 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.547659 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: router May 04 17:40:27.547990 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.550255 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.550789 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 17:40:27.551126 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.552060 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.552631 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: ext-gw-mode May 04 17:40:27.552963 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.553891 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.554408 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: l3-ha May 04 17:40:27.554739 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.555653 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.556169 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 04 17:40:27.556534 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3_flavors.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.557462 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.557975 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: l3-flavors May 04 17:40:27.558304 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.559915 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.560546 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 04 17:40:27.560837 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.561810 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.562345 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 17:40:27.562678 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: l3agentscheduler.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.563731 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.564253 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: l3_agent_scheduler May 04 17:40:27.564629 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: local_ip.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.568866 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.569400 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension local_ip not supported by any of loaded plugins May 04 17:40:27.569738 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: logging.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.571217 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.571745 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension logging not supported by any of loaded plugins May 04 17:40:27.572082 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: metering.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.572893 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.573481 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: metering May 04 17:40:27.573816 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.574954 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.575533 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: metering_source_and_destination_fields May 04 17:40:27.575863 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: multiprovidernet.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.576827 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.577345 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: multi-provider May 04 17:40:27.577668 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: netmtu.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.578590 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.579104 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: net-mtu May 04 17:40:27.579428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: netmtu_writable.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.580350 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.580899 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: net-mtu-writable May 04 17:40:27.581224 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: network_availability_zone.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.581897 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.582406 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: network_availability_zone May 04 17:40:27.582730 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: network_ip_availability.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.583886 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.584370 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: network-ip-availability May 04 17:40:27.584725 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: network_segment_range.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.585493 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.586002 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension network-segment-range not supported by any of loaded plugins May 04 17:40:27.586328 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: pagination.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.587321 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.587655 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: pagination May 04 17:40:27.587979 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: port_device_profile.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.588941 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.589471 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: port-device-profile May 04 17:40:27.589800 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: port_mac_address_override.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.591279 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.591793 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: port-mac-override May 04 17:40:27.592117 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.593087 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.593611 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: port-mac-address-regenerate May 04 17:40:27.593965 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.594857 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.595375 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: port-numa-affinity-policy May 04 17:40:27.595700 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: port_resource_request.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.596652 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.597165 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension port-resource-request not supported by any of loaded plugins May 04 17:40:27.597493 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: port_resource_request_groups.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.598469 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.598985 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 04 17:40:27.599311 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: portbindings.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.600249 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.600803 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: binding May 04 17:40:27.606075 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: portbindings_extended.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.607854 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.608389 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: binding-extended May 04 17:40:27.608742 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: portsecurity.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.609670 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.610186 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: port-security May 04 17:40:27.610510 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: project_id.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.611486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.611811 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: project-id May 04 17:40:27.612127 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: providernet.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.613090 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.613602 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: provider May 04 17:40:27.613924 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.617675 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.618204 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos not supported by any of loaded plugins May 04 17:40:27.618533 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.619764 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.620280 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 17:40:27.620636 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.621567 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.622078 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 17:40:27.622537 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_default.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.623452 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.623962 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-default not supported by any of loaded plugins May 04 17:40:27.624287 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_fip.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.625221 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.625727 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-fip not supported by any of loaded plugins May 04 17:40:27.626044 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.626946 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.627452 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 04 17:40:27.627768 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_gateway_ip.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.628719 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.629224 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 17:40:27.629541 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_port_network_policy.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.630441 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.630945 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 17:40:27.631264 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.632286 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.632826 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 04 17:40:27.633150 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.634209 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.634724 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 04 17:40:27.635039 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_pps_rule.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.636205 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.636751 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-pps not supported by any of loaded plugins May 04 17:40:27.637074 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_rule_type_details.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.638647 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.639412 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 17:40:27.639732 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.652741 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.653835 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 04 17:40:27.654154 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: qos_rules_alias.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.655191 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.655709 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 17:40:27.656031 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: quota_check_limit.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.657099 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.657554 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: quota-check-limit May 04 17:40:27.657874 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: quotasv2.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.658905 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.659233 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: quotas May 04 17:40:27.659552 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: quotasv2_detail.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.661315 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.661650 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: quota_details May 04 17:40:27.661976 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: rbac.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.663077 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.663608 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: rbac-policies May 04 17:40:27.663935 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: rbac_address_group.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.664894 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.665412 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: rbac-address-group May 04 17:40:27.665733 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: rbac_address_scope.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.666643 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.667159 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: rbac-address-scope May 04 17:40:27.667478 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: rbac_security_groups.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.668387 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.669003 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: rbac-security-groups May 04 17:40:27.669400 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: rbac_subnetpool.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.677465 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.677989 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: rbac-subnetpool May 04 17:40:27.678309 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: revisionifmatch.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.679229 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.679738 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: revision-if-match May 04 17:40:27.680057 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: revisions.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.681191 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.681704 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: standard-attr-revisions May 04 17:40:27.682027 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: router_availability_zone.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.682689 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.683198 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: router_availability_zone May 04 17:40:27.683516 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: routerservicetype.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.684470 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.684980 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension router-service-type not supported by any of loaded plugins May 04 17:40:27.685301 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.686213 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.686727 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: security-groups-normalized-cidr May 04 17:40:27.687051 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.687958 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.688494 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: port-security-groups-filtering May 04 17:40:27.688816 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.689748 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.690260 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: security-groups-remote-address-group May 04 17:40:27.690579 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.691636 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.692154 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: security-groups-shared-filtering May 04 17:40:27.692498 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.693081 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 04 17:40:27.693394 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: securitygroup.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.703592 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.704121 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: security-group May 04 17:40:27.704473 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: segment.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.705204 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.705713 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension segment not supported by any of loaded plugins May 04 17:40:27.706035 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.706979 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.707485 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 17:40:27.707809 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: servicetype.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.708928 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.709445 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: service-type May 04 17:40:27.709765 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: sorting.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.710734 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.711058 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: sorting May 04 17:40:27.711374 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: standard_attr_segment.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.717677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.718187 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 17:40:27.718509 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: standardattrdescription.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.719150 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.719654 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: standard-attr-description May 04 17:40:27.719971 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: stateful_security_group.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.720965 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.721481 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: stateful-security-group May 04 17:40:27.721809 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: stdattrs_common.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.722377 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 17:40:27.722696 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.723603 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.724117 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 17:40:27.724447 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: subnet_onboard.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.725511 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.726026 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: subnet_onboard May 04 17:40:27.726348 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.727262 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.727770 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 17:40:27.728093 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: subnet_service_types.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.729035 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.729553 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: subnet-service-types May 04 17:40:27.729871 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: subnetallocation.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.730939 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.731455 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: subnet_allocation May 04 17:40:27.731862 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.732627 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.733136 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: subnetpool-prefix-ops May 04 17:40:27.733457 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.734392 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.734969 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 17:40:27.735214 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: tagging.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.736279 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.736896 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: standard-attr-tag May 04 17:40:27.737198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: timestamp.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.738421 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.738935 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loaded extension: standard-attr-timestamp May 04 17:40:27.739256 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: trunk.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.740271 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.740822 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension trunk not supported by any of loaded plugins May 04 17:40:27.741144 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: trunk_details.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.742053 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.742567 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension trunk-details not supported by any of loaded plugins May 04 17:40:27.742885 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: uplink_status_propagation.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.743792 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.744303 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 17:40:27.744684 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Loading extension file: vlantransparent.py {{(pid=110357) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:40:27.745319 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110357) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:40:27.745823 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 17:40:27.748514 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:network May 04 17:40:27.749071 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:subnet May 04 17:40:27.749465 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:40:27.749882 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:port May 04 17:40:27.751130 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.751560 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service FLAVORS assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.752159 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.752623 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.752951 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:router May 04 17:40:27.753381 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:floatingip May 04 17:40:27.753920 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service METERING assigned prefix: /metering {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.755343 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.755710 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.756065 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:40:27.757099 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of CountableResource for resource:rbac_policy May 04 17:40:27.757529 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:security_group May 04 17:40:27.757959 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 17:40:27.758554 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service CORE assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.758878 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:40:27.759220 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] subnetpool is already registered May 04 17:40:27.759637 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service CORE assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.759962 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:40:27.760290 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] subnetpool is already registered May 04 17:40:27.763083 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.763515 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service FLAVORS assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.764352 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.764792 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.765119 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:router May 04 17:40:27.765452 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] router is already registered May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:floatingip May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] floatingip is already registered May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service METERING assigned prefix: /metering {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of CountableResource for resource:rbac_policy May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] rbac_policy is already registered May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:security_group May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] security_group is already registered May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 17:40:27.769758 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] security_group_rule is already registered May 04 17:40:27.770361 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service CORE assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.770361 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:40:27.770361 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] subnetpool is already registered May 04 17:40:27.770607 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.v2.resource_helper [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Service CORE assigned prefix: {{(pid=110357) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:40:27.770923 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:40:27.771248 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING neutron.quota.resource_registry [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] subnetpool is already registered May 04 17:40:27.771717 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: extensions {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.773186 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: address-groups {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.774701 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: address-scopes {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.776043 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: agents {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.777244 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: auto-allocated-topology {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.779044 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: availability_zones {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.780246 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: dhcp-networks {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.781767 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: dhcp-agents {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.783161 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: routers {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.785381 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: flavors {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.786518 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: service_profiles {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.787695 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: next_providers {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.789198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: service_profiles {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.790730 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: floatingip-pools {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.791933 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: routers {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.794107 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: floatingips {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.796283 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: l3-routers {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.801954 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: l3-agents {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.801954 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: metering-labels {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.801954 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: metering-label-rules {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.801954 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: network-ip-availabilities {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.802910 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: bindings {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.804567 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: quotas {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.806114 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: quotas {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.807623 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: rbac-policies {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.808942 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: security-groups {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.810296 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: security-group-rules {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.811569 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: service-providers {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.812774 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: subnetpools {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.814168 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: subnetpools {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.815608 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.817271 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.819058 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.820843 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.822588 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.824478 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.826742 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.828627 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.830342 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.832145 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron.api.extensions [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Extended resource: tags {{(pid=110357) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:40:27.837992 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING keystonemiddleware.auth_token [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 17:40:27.843370 dv-cinder-840512-1-iscsi neutron-server[110357]: WARNING keystonemiddleware.auth_token [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 17:40:27.851819 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_concurrency.lockutils [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Acquired lock "singleton_lock" {{(pid=110357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 04 17:40:27.852290 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_concurrency.lockutils [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Releasing lock "singleton_lock" {{(pid=110357) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 04 17:40:27.852962 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO oslo_service.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Starting 2 workers May 04 17:40:27.857922 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Started child 110468 {{(pid=110357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 17:40:27.862556 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Started child 110469 {{(pid=110357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 17:40:27.863515 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:27.864245 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO neutron.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 17:40:27.864801 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:27.872758 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [-] (110468) wsgi starting up on http://0.0.0.0:9696 May 04 17:40:27.872902 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO oslo_service.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Starting 1 workers May 04 17:40:27.872992 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:27.872992 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [-] (110469) wsgi starting up on http://0.0.0.0:9696 May 04 17:40:27.873546 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Started child 110470 {{(pid=110357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 17:40:27.873546 dv-cinder-840512-1-iscsi neutron-server[110357]: INFO oslo_service.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Starting 1 workers May 04 17:40:27.876580 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] calling RpcWorker wait() {{(pid=110470) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 17:40:27.877130 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] returning from RpcWorker wait() {{(pid=110470) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 17:40:27.877753 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Started child 110471 {{(pid=110357) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 17:40:27.878349 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:27.878530 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG neutron_lib.callbacks.manager [None req-f5c26518-a8cd-4838-a5c2-127b0b355801 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:27.878801 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:27.880502 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 17:40:27.880716 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:40:27.880897 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:40:27.881287 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:40:27.881621 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:40:27.881814 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:40:27.882319 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.882609 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.882860 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:27.883338 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.883338 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.883686 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.883946 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.884179 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.884579 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.884799 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.884894 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.885057 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.885467 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.885712 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.886027 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.886313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.886576 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.886832 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.887003 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.887259 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.888089 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.888334 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.888652 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] debug = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.889320 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.889822 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.890059 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.890324 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.890547 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.890832 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.891062 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.891330 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.891560 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.891791 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.892052 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.892311 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.892653 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.892871 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.893103 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.893372 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.893608 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.894084 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] host = dv-cinder-840512-1-iscsi {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.894330 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.894549 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.894778 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.895023 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.895290 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.895520 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.895772 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.896022 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.896277 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.896561 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.896803 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.897035 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.897249 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.897498 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.897652 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_options = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.897884 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.898142 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.898401 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.898587 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.898757 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.898914 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.899165 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.899318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.899573 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.899799 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.900016 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.900238 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.900516 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.900685 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.900939 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.901150 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.901377 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.901629 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.901807 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.902038 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.902261 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.902485 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.902781 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.903082 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.903834 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.904190 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.904717 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.904945 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.905324 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.905791 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.905791 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.906239 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.906239 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.906713 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.906713 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.907063 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.907202 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.907347 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:27.907495 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.907646 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.907798 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.908029 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.908309 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.908552 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.908786 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.909011 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.909244 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.909494 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_json = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.909707 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.909937 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.910166 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.910412 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.910682 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.911543 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.911808 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.911972 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.912220 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.912887 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.913178 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.913491 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.913749 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.914914 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.914914 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.914914 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.914914 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.915218 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.915218 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.915650 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.915781 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.916045 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.916291 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.916567 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.922828 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.922828 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.922828 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.922828 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.922828 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.922828 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.922828 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.922828 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.924559 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.924559 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.924559 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.924559 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.924559 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.924559 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.924559 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.924559 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.926313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.926313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.926313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.926313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.926313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.926313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.926313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.926313 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.928318 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.929428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930079 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.930706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.932486 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.935198 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.936770 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.936770 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.936770 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.936770 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.936770 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.936770 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.936770 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.936770 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.937823 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.937823 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.937823 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.937823 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.937823 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.938782 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.938782 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.938782 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.938782 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.939070 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.939070 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.939302 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.939612 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.939749 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.940011 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.940766 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.940766 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.940766 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.941061 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.941203 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.941452 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.942310 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.942310 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.942310 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.942598 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.942719 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.943006 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.943256 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.943498 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.943759 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.944043 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.944303 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.944575 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.944822 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.945038 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.945558 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.945558 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.945857 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.945997 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.946243 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.946465 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.946715 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.946944 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.947222 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.947472 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.947745 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.948002 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.948287 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.948576 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.948810 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.949194 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952298 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952298 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952298 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952298 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952298 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952298 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952298 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952298 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952923 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952923 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952923 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952923 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952923 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.952923 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.953271 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.953342 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.953566 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.953782 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.954017 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.954233 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.954449 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.954667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.954897 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.955143 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.955354 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.955872 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.956398 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.956663 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.956897 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.957121 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.957390 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.957602 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.957872 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.958087 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.958296 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.958506 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.958722 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.958929 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.959136 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.959377 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.959586 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.959863 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.960104 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.960475 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.960714 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.960956 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.961220 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.961454 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.961666 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.961879 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.962089 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.962307 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.962522 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.962766 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.962980 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.963213 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.963427 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.963660 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.964197 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.964197 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.964485 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.964612 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.964830 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.965048 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.965423 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.965614 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.966376 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.966540 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.966750 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.966959 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.967176 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.967383 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.967671 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.967922 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.968163 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.968413 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.968660 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.968890 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.969137 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.969386 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.969595 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.969811 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.970024 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.970230 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.970775 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.970775 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.971031 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.971031 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.971273 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.971459 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.971865 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.971865 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.972208 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.972887 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.972887 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.972887 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.973244 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.973244 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.973487 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.973487 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.973733 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.973897 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.974157 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.974364 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.974717 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.974847 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.974977 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.975170 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.975436 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.975680 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.976126 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.976269 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.976508 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.976755 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.977006 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.977320 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.977545 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.977798 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.978029 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.978243 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.978481 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.978750 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.979083 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.979369 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.979623 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.979873 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.980137 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.980409 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.980689 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.981294 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.981294 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.981538 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.981780 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.982038 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.982281 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.982545 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.982768 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.983001 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.983215 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.984130 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.984130 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.984130 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.984130 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.984557 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.984557 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.986677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.986677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.986677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.986677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.986677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.986677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:27.986677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:40:27.986677 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110357) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 17:40:27.987374 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:40:27.987374 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:40:27.987374 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:40:27.987374 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:40:27.987374 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:40:27.987374 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.987777 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.987777 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.987916 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.988043 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.988170 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.988290 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.988426 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.988611 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.988767 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.988922 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.989077 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.989231 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.989389 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.989545 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.989700 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.989841 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.990004 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.990161 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.990316 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.990470 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.990625 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] debug = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.990780 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.990975 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.991127 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.991280 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.991435 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.991649 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.991748 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.991883 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.992039 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.992194 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.992348 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.992524 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.992662 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.992816 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.993009 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.993141 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.993271 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.993426 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] host = dv-cinder-840512-1-iscsi {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.993580 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.993738 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.993861 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.994019 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.994173 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.994329 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.994483 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.994637 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.994805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.994934 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.995088 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.995244 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.995399 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.995553 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.995710 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_options = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.995864 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.996019 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.996174 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.996359 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.996544 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.997227 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.997498 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.997736 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.997907 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.998089 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.998229 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.998353 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.998509 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.998665 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.998821 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.998976 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.999130 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.999285 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.999441 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.999596 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.999751 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:27.999906 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.000061 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.000216 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.000372 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.000555 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.000695 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.000853 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.001009 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.001168 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.001325 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.001479 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.001618 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.001860 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.002006 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.002143 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.002274 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.002412 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.002509 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.002660 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.002794 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.002931 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.003065 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.003205 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.003840 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.003840 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.003840 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_json = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.003840 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.004384 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.004384 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.004384 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.004384 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.004948 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.004948 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.004948 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.004948 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:40:28.005493 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.005493 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.005493 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.005869 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.005869 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.005869 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.006111 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.006234 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.006370 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.006493 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.006614 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.006766 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.006934 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.007093 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.007249 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.007410 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.007568 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.007725 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.007882 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.008040 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.008196 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.008352 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.008556 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.008716 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.008873 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.009031 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.009188 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.009353 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.009510 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.009676 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.009848 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.010007 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.010166 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.010323 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.010480 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.010639 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.010797 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.010955 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.011114 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.011271 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.011428 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.011586 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.011743 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.011960 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.012059 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.012233 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.012505 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.013136 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.013285 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.013441 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.013599 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.013757 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.014597 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.014597 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.014597 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.014597 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.015067 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.015067 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.015067 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.015359 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.015359 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.015537 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.015667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.015781 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.016247 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.016247 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.016247 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.016651 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.016651 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.016956 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.016956 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.017197 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.017197 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.017346 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.017423 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.017582 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.017737 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.017897 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.018063 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.018192 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.018348 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.018505 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.018662 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.018820 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.018976 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.019133 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.019237 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:28.019368 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.019462 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.019581 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.019737 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.019893 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.020050 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.020222 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.020379 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.020560 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.020704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.020866 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.021022 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.021181 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.021337 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.021496 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.022629 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.022801 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.022959 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.023119 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.023278 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.023439 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.023598 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.023756 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.023913 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.024071 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.024228 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.024386 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.024591 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.024751 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.024907 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.025063 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.025219 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.025375 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.025542 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.025700 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.025860 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.026017 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.026181 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.026351 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.026509 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.026667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.026826 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.026995 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.027142 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.027299 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.027456 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.027684 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.027818 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.027940 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.028227 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.028477 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.028636 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.028793 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.028974 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.029132 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.029290 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.029448 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.029603 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.029760 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.029917 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.030075 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.030233 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.030390 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.030547 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.030706 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.030863 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.031019 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.031176 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.031333 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.031536 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.031682 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.031840 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.031998 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.032188 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.032312 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.032496 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.032655 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.032813 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.032969 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.033125 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.033282 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.033439 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.033602 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.033760 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.033921 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.034101 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.034248 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.034388 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.034534 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.034695 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.034839 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.034999 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.035154 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.035290 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.035449 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.035593 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.035783 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.035933 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.036088 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.036245 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.036403 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.036586 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.036745 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.036903 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.037061 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.037220 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043138 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043138 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043138 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043138 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043138 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043138 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043138 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043138 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.043704 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044322 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044949 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044949 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044949 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044949 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044949 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044949 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044949 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.044949 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045380 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.045805 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046226 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046667 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046991 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.046991 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.047108 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.047278 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.047413 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.047572 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.047730 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.047896 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.048052 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.048208 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.048364 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.048556 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.048716 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.048875 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.049034 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.049197 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.049345 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.049503 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.049666 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.049837 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.050000 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.051371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.051371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.051371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.051371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.051371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.051371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.051371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.051371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052110 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052110 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052110 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052110 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052110 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052110 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052560 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052560 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052560 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052784 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.052861 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.053371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.053371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.053371 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.053584 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.053584 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.053810 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.056489 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:40:28.056489 dv-cinder-840512-1-iscsi neutron-server[110357]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110357) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:40:28.165689 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57782) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:40:28.174474 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066288 May 04 17:40:39.937284 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8955e8-3009-4513-bff4-baa635b7a42a None None] get_active_networks_info from dv-cinder-840512-1-iscsi {{(pid=110470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 04 17:40:40.028666 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8955e8-3009-4513-bff4-baa635b7a42a None None] No non-hosted networks {{(pid=110470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 17:40:40.043226 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.agentschedulers_db [None req-fe8955e8-3009-4513-bff4-baa635b7a42a None None] DHCP Agent not found on host dv-cinder-840512-1-iscsi {{(pid=110470) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 17:40:40.219394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e841f3ba-e028-4d7d-917c-b64093855772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1008312'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:42.374727 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-13923a4d-8c79-443d-8518-f051dd8bef63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1008312'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:42.429121 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.db.api [None req-7413fb2f-750c-4802-96fc-0ab1e4903627 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-840512-1-iscsi {{(pid=110470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:40:42.429551 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG oslo_db.api [None req-7413fb2f-750c-4802-96fc-0ab1e4903627 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:40:43.069629 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-7413fb2f-750c-4802-96fc-0ab1e4903627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:43.400609 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57844) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:40:43.823792 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1008312'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:44.070431 dv-cinder-840512-1-iscsi neutron-server[110469]: WARNING oslo_policy.policy [None req-d0d491a2-8864-4bb4-8f25-7db4579b2a64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:40:44.071405 dv-cinder-840512-1-iscsi neutron-server[110469]: WARNING oslo_policy.policy [None req-d0d491a2-8864-4bb4-8f25-7db4579b2a64 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:40:44.312415 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [None req-d0d491a2-8864-4bb4-8f25-7db4579b2a64 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:40:44.329156 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-d0d491a2-8864-4bb4-8f25-7db4579b2a64 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9274104 May 04 17:40:45.463274 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1008312'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:46.210043 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.db.l3_hamode_db [None req-063b30aa-e6a7-4789-99e1-40cfba8de817 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 17:40:46.292125 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b30aa-e6a7-4789-99e1-40cfba8de817 None None] Routers set() bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:40:46.293790 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b30aa-e6a7-4789-99e1-40cfba8de817 None None] Router IDs set() for agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 17:40:46.795745 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1008312'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:46.796631 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.797178 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.798014 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.798880 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.799608 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.800218 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.800888 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.801700 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.802320 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.803124 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.803723 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.804245 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.804794 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.805230 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.805686 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:46.806136 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840512-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:46.821910 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840512-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:46.969327 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57878) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:40:47.333354 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-5adac284-6bc8-4d1d-ac07-d4e79b9e7abf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:40:47.426089 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.policy [None req-5adac284-6bc8-4d1d-ac07-d4e79b9e7abf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110469) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 17:40:47.468257 dv-cinder-840512-1-iscsi neutron-server[110469]: WARNING oslo_policy.policy [None req-5adac284-6bc8-4d1d-ac07-d4e79b9e7abf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:40:47.468671 dv-cinder-840512-1-iscsi neutron-server[110469]: WARNING oslo_policy.policy [None req-5adac284-6bc8-4d1d-ac07-d4e79b9e7abf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:40:47.638585 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5adac284-6bc8-4d1d-ac07-d4e79b9e7abf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764810708014', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764810707490', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764810593702', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764810619788', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764810613671', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764810637591', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8214861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8322163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586978'] for rbac-policy (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:47.814274 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5adac284-6bc8-4d1d-ac07-d4e79b9e7abf admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:47.815612 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-5adac284-6bc8-4d1d-ac07-d4e79b9e7abf admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8452582 May 04 17:40:50.316112 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57890) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:40:50.633175 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:40:50.714706 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Made reservation on behalf of 0c51097d14c64e869f8ce7b3df492b61 for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:40:50.718199 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:50.734857 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:50.849310 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Publish callbacks [] for security_group (9ac92c4d-f12a-4e42-a3bc-66e16dde9d0d), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:50.960570 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (9ac92c4d-f12a-4e42-a3bc-66e16dde9d0d), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:50.986636 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:40:51.024210 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764807311171', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (a4f6760c-51cd-4803-a796-6e9736de5bbb), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:51.024841 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Unsubscribe: segment precommit_create {{(pid=110469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 17:40:51.025373 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Added segment a4f6760c-51cd-4803-a796-6e9736de5bbb of type vlan for network cdd03ed5-ecd1-4662-8268-013624b00a7d May 04 17:40:51.041767 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac92c4d-f12a-4e42-a3bc-66e16dde9d0d,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:51.054597 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.054935 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.055292 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.055645 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.055975 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.056300 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.056655 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.056979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.057300 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.057621 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.058652 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.058990 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.059309 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.059624 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.059941 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Tracked resource versions report: May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: pushed versions: May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: { 'AddressGroup': {'1.2'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Agent': {'1.1'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'ConntrackHelper': {'1.0'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'LocalIPAssociation': {'1.0'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Log': {'1.0'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'NDPProxy': {'1.0'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Network': {'1.1'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Port': {'1.7'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'PortForwarding': {'1.3'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'QosPolicy': {'1.10'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SecurityGroup': {'1.5'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SecurityGroupRule': {'1.2'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SubPort': {'1.0'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Subnet': {'1.1'}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Trunk': {'1.1'}} May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: consumer versions: May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: { DHCP agent@dv-cinder-840512-1-iscsi: {}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: L3 agent@dv-cinder-840512-1-iscsi: {}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: Metadata agent@dv-cinder-840512-1-iscsi: {}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: Metering agent@dv-cinder-840512-1-iscsi: {}, May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: Open vSwitch agent@dv-cinder-840512-1-iscsi: { 'AddressGroup': '1.2', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Agent': '1.1', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'ConntrackHelper': '1.0', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'LocalIPAssociation': '1.0', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Log': '1.0', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'NDPProxy': '1.0', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Network': '1.1', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Port': '1.7', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'PortForwarding': '1.3', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'QosPolicy': '1.10', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SecurityGroup': '1.5', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SecurityGroupRule': '1.2', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SubPort': '1.0', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Subnet': '1.1', May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Trunk': '1.1'}} May 04 17:40:51.061359 dv-cinder-840512-1-iscsi neutron-server[110469]: {{(pid=110469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:40:51.333729 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (cdd03ed5-ecd1-4662-8268-013624b00a7d), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:51.434651 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (cdd03ed5-ecd1-4662-8268-013624b00a7d), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:51.439752 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:51.440472 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:51.551476 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] Pushing event updated for resources: {'Network': ['ID=cdd03ed5-ecd1-4662-8268-013624b00a7d,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:51.563146 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network cdd03ed5-ecd1-4662-8268-013624b00a7d details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:40:51.597850 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a45c5e92-6aeb-4278-ac4b-2d1ca7839df2 demo demo] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2805464 May 04 17:40:54.196363 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57902) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:40:54.627174 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4f7e8-a35e-4928-8cf1-6892864e89f5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:54.628480 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ffb4f7e8-a35e-4928-8cf1-6892864e89f5 demo admin] 10.222.0.81 "GET /v2.0/networks/cdd03ed5-ecd1-4662-8268-013624b00a7d HTTP/1.1" status: 200 len: 825 time: 0.4310942 May 04 17:40:54.655669 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-363feabf-ede1-40fa-9727-e6a3621012e7 demo admin] 10.222.0.81 "GET /v2.0/subnetpools/12db4a0b-8ee2-4766-bae1-1c1608c8b693 HTTP/1.1" status: 200 len: 734 time: 0.0214767 May 04 17:40:54.664635 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Request body: {'subnet': {'subnetpool_id': '12db4a0b-8ee2-4766-bae1-1c1608c8b693', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:40:54.754259 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Made reservation on behalf of 0c51097d14c64e869f8ce7b3df492b61 for: {'subnet': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:40:54.756583 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:55.097358 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (5c12fb55-0e25-4ff0-bf67-2262cca1236f), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:55.170205 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Checking segment: {'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:40:55.170588 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Network hostable DHCP agents. Network: cdd03ed5-ecd1-4662-8268-013624b00a7d, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:40:55.172723 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5c12fb55-0e25-4ff0-bf67-2262cca1236f,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:55.262699 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Network cdd03ed5-ecd1-4662-8268-013624b00a7d is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:40:55.342671 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, cdd03ed5-ecd1-4662-8268-013624b00a7d) {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:40:55.347313 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:55.347978 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:55.353122 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37fcb49-dacf-4197-9dd5-97d7288917dd None None] Network cdd03ed5-ecd1-4662-8268-013624b00a7d requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:40:55.437670 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-259da020-2d26-49b4-a318-e0cf061e64c7 demo admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7763870 May 04 17:40:55.618782 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-cdd03ed5-ecd1-4662-8268-013624b00a7d', 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d', 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'fixed_ips': [{'subnet_id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:40:55.620154 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:55.911277 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Allocated IP 172.20.0.2 (cdd03ed5-ecd1-4662-8268-013624b00a7d/5c12fb55-0e25-4ff0-bf67-2262cca1236f/a2d0be5f-2b94-489d-b75c-c2f5f773ccb5) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:40:56.193577 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Publish callbacks [] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:56.275047 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:56.353334 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Network cdd03ed5-ecd1-4662-8268-013624b00a7d is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:40:56.359528 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:40:56.368567 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:40:56.386001 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Pushing event updated for resources: {'Port': ['ID=a2d0be5f-2b94-489d-b75c-c2f5f773ccb5,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:56.431239 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.431582 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.431937 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.432290 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.432649 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.432979 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.433303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.433624 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.434511 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.434836 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.435160 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.435497 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.435837 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.436134 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.436469 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Tracked resource versions report: May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: pushed versions: May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: { 'AddressGroup': {'1.2'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Agent': {'1.1'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'ConntrackHelper': {'1.0'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'LocalIPAssociation': {'1.0'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Log': {'1.0'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'NDPProxy': {'1.0'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Network': {'1.1'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Port': {'1.7'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'PortForwarding': {'1.3'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'QosPolicy': {'1.10'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SecurityGroup': {'1.5'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SecurityGroupRule': {'1.2'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SubPort': {'1.0'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Subnet': {'1.1'}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Trunk': {'1.1'}} May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: consumer versions: May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: { DHCP agent@dv-cinder-840512-1-iscsi: {}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: L3 agent@dv-cinder-840512-1-iscsi: {}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: Metadata agent@dv-cinder-840512-1-iscsi: {}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: Metering agent@dv-cinder-840512-1-iscsi: {}, May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: Open vSwitch agent@dv-cinder-840512-1-iscsi: { 'AddressGroup': '1.2', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Agent': '1.1', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'ConntrackHelper': '1.0', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'LocalIPAssociation': '1.0', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Log': '1.0', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'NDPProxy': '1.0', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Network': '1.1', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Port': '1.7', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'PortForwarding': '1.3', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'QosPolicy': '1.10', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SecurityGroup': '1.5', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SecurityGroupRule': '1.2', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SubPort': '1.0', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Subnet': '1.1', May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Trunk': '1.1'}} May 04 17:40:56.437867 dv-cinder-840512-1-iscsi neutron-server[110470]: {{(pid=110470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:40:56.474877 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Attempting to bind port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:40:56.475282 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Attempting to bind port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:40:56.475718 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Attempting to bind port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 on network cdd03ed5-ecd1-4662-8268-013624b00a7d {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:40:56.481997 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:40:56.481997 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Checking segment: {'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:40:56.482474 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:56.482826 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Bound using segment: {'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:40:56.483314 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Bound port: a2d0be5f-2b94-489d-b75c-c2f5f773ccb5, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:40:56.483733 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:56.547531 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] For port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:40:56.569979 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] For port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=a2d0be5f-2b94-489d-b75c-c2f5f773ccb5,segment=NetworkSegment(a4f6760c-51cd-4803-a796-6e9736de5bbb),segment_id=a4f6760c-51cd-4803-a796-6e9736de5bbb)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:40:56.663588 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:40:56.723929 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290439b-bf08-40fc-bb66-f975d654a8db None None] Pushing event updated for resources: {'Port': ['ID=a2d0be5f-2b94-489d-b75c-c2f5f773ccb5,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:58.142216 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 57910) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:40:58.652469 dv-cinder-840512-1-iscsi neutron-server[110468]: WARNING oslo_policy.policy [None req-af316338-827b-4ed1-8c39-4677a15dab5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:40:58.653901 dv-cinder-840512-1-iscsi neutron-server[110468]: WARNING oslo_policy.policy [None req-af316338-827b-4ed1-8c39-4677a15dab5d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:40:58.883904 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [None req-af316338-827b-4ed1-8c39-4677a15dab5d admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:40:58.900476 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-af316338-827b-4ed1-8c39-4677a15dab5d admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7408957 May 04 17:41:01.598525 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 57924) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:41:01.931892 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [None req-1d1c8844-c1c9-4989-b274-70bc2d1098c1 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:41:01.932905 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-1d1c8844-c1c9-4989-b274-70bc2d1098c1 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3335106 May 04 17:41:04.489078 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57932) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:41:04.820526 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-2d6c4026-79dc-4e6e-b92d-6411bf2581d3 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:41:04.937076 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4026-79dc-4e6e-b92d-6411bf2581d3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (4122c2ac-79b8-4571-bced-d5310b535789), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:04.938681 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4026-79dc-4e6e-b92d-6411bf2581d3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (4122c2ac-79b8-4571-bced-d5310b535789), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:05.088061 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4026-79dc-4e6e-b92d-6411bf2581d3 demo demo] Publish callbacks [] for router_controller (4122c2ac-79b8-4571-bced-d5310b535789), precommit_add_association {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:05.371455 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4026-79dc-4e6e-b92d-6411bf2581d3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (4122c2ac-79b8-4571-bced-d5310b535789), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:05.469705 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4026-79dc-4e6e-b92d-6411bf2581d3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:05.475692 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-2d6c4026-79dc-4e6e-b92d-6411bf2581d3 demo demo] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9800858 May 04 17:41:06.925065 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:41:07.450598 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:41:07.548974 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:07.549399 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:07.668603 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:41:07.668977 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:07.704954 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=a2d0be5f-2b94-489d-b75c-c2f5f773ccb5,segment=NetworkSegment(a4f6760c-51cd-4803-a796-6e9736de5bbb),segment_id=a4f6760c-51cd-4803-a796-6e9736de5bbb)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:41:07.787350 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:07.838358 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=a2d0be5f-2b94-489d-b75c-c2f5f773ccb5,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:08.040855 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57944) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:41:08.487735 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [None req-cd04e6dd-994b-406f-a363-1fc637f3ee85 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:41:08.488865 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-cd04e6dd-994b-406f-a363-1fc637f3ee85 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4469664 May 04 17:41:08.611652 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c84b8c6-a109-4eb4-af12-4119e9075b82 None None] Network cdd03ed5-ecd1-4662-8268-013624b00a7d requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:41:08.646505 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-815b8ce7-4beb-479f-8c8e-ce8e21fe1a10 None None] Provisioning complete for port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:08.646898 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-815b8ce7-4beb-479f-8c8e-ce8e21fe1a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:08.809776 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-815b8ce7-4beb-479f-8c8e-ce8e21fe1a10 None None] Current status of the port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:41:09.028510 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-7bb11b4a-b3e1-4c19-aac7-0c4ef564b8d5 None None] Provisioning complete for port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:09.028909 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-7bb11b4a-b3e1-4c19-aac7-0c4ef564b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:09.124962 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-7bb11b4a-b3e1-4c19-aac7-0c4ef564b8d5 None None] Current status of the port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:41:09.432624 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:41:09.478172 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:09.478563 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:09.554151 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:41:09.947808 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-62ad3702-a8a4-4d0d-87b0-23af1bdc7995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.113471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57952) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:41:11.433639 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:41:11.537332 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Made reservation on behalf of 24f269e9f1b44f73928e694fdc60f6bd for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:41:11.538730 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.547523 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.619265 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Publish callbacks [] for security_group (44baa0e1-2591-4020-865f-cdbf9da4df62), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.702158 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (44baa0e1-2591-4020-865f-cdbf9da4df62), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.720401 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Reserving flat network on physical network physnet1 {{(pid=110469) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 17:41:11.735775 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44baa0e1-2591-4020-865f-cdbf9da4df62,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:11.742780 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (1c313d10-47ff-48e8-b8e6-97547792fab1), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.743127 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Added segment 1c313d10-47ff-48e8-b8e6-97547792fab1 of type flat for network a99019da-cd1f-4090-91c2-346508a986e5 May 04 17:41:11.789000 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (a99019da-cd1f-4090-91c2-346508a986e5), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.891429 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (a99019da-cd1f-4090-91c2-346508a986e5), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.892398 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:11.893016 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:11.985525 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] Pushing event updated for resources: {'Network': ['ID=a99019da-cd1f-4090-91c2-346508a986e5,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:11.995056 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network a99019da-cd1f-4090-91c2-346508a986e5 details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:41:12.031593 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-3dc14a61-42b5-44f6-999d-5e65aea2d796 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9170351 May 04 17:41:12.347776 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d1a074b3-6fd5-432b-ad46-4bce230ee7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:13.765400 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:14.595906 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57970) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:41:14.773190 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2676c8-81db-46ec-bc28-409323f0869a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:14.774548 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ea2676c8-81db-46ec-bc28-409323f0869a demo admin] 10.222.0.81 "GET /v2.0/subnets/5c12fb55-0e25-4ff0-bf67-2262cca1236f HTTP/1.1" status: 200 len: 849 time: 0.1777821 May 04 17:41:14.900167 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-57fd9335-a5b0-42c4-8565-478c72c73763 demo admin] 10.222.0.81 "GET /v2.0/routers/4122c2ac-79b8-4571-bced-d5310b535789 HTTP/1.1" status: 200 len: 704 time: 0.1197672 May 04 17:41:15.186667 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:15.433788 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:15.599337 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Allocated IP 172.20.0.1 (cdd03ed5-ecd1-4662-8268-013624b00a7d/5c12fb55-0e25-4ff0-bf67-2262cca1236f/10589ea6-51c1-4845-8241-b405d8e6270a) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:41:15.754889 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Publish callbacks [] for port (10589ea6-51c1-4845-8241-b405d8e6270a), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:15.903290 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:15.971799 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Network cdd03ed5-ecd1-4662-8268-013624b00a7d is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:15.976517 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:15.984452 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:41:15.985014 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (4122c2ac-79b8-4571-bced-d5310b535789), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:16.053628 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Pushing event updated for resources: {'Port': ['ID=10589ea6-51c1-4845-8241-b405d8e6270a,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:16.189683 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-f87a7a85-6b1e-4607-82c6-030134f7e34b None None] Provisioning complete for port 10589ea6-51c1-4845-8241-b405d8e6270a triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:16.190076 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f87a7a85-6b1e-4607-82c6-030134f7e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:16.223340 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-f87a7a85-6b1e-4607-82c6-030134f7e34b None None] Port 10589ea6-51c1-4845-8241-b405d8e6270a cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:41:16.304420 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:16.518301 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Publish callbacks [] for port (10589ea6-51c1-4845-8241-b405d8e6270a), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:16.575790 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:16.576680 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (4122c2ac-79b8-4571-bced-d5310b535789), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:16.635088 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Pushing event updated for resources: {'Port': ['ID=10589ea6-51c1-4845-8241-b405d8e6270a,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:16.701800 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Network cdd03ed5-ecd1-4662-8268-013624b00a7d is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:16.703151 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:16.753784 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:16.930685 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Router 4122c2ac-79b8-4571-bced-d5310b535789 is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:41:16.946540 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-965f6b01-9f00-49b1-a7cf-85cadd135b86 None None] Provisioning complete for port 10589ea6-51c1-4845-8241-b405d8e6270a triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:16.947595 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-965f6b01-9f00-49b1-a7cf-85cadd135b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:16.985381 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-965f6b01-9f00-49b1-a7cf-85cadd135b86 None None] Port 10589ea6-51c1-4845-8241-b405d8e6270a cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:41:17.031467 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:41:17.036925 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-93fc8598-ef65-407c-a16a-719fad57d6a3 demo admin] 10.222.0.81 "PUT /v2.0/routers/4122c2ac-79b8-4571-bced-d5310b535789/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1315494 May 04 17:41:17.051696 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Sync routers for ids ['4122c2ac-79b8-4571-bced-d5310b535789'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:41:17.066767 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Routers {'4122c2ac-79b8-4571-bced-d5310b535789'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:41:17.067743 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:41:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['4122c2ac-79b8-4571-bced-d5310b535789'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:17.270195 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Set router 4122c2ac-79b8-4571-bced-d5310b535789 gateway port host: None {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:41:17.697619 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4122c2ac-79b8-4571-bced-d5310b535789', 'name': 'router1', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:04Z', 'updated_at': '2022-05-04T17:41:16Z', 'revision_number': 2, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'gw_port_host': None, '_interfaces': [{'id': '10589ea6-51c1-4845-8241-b405d8e6270a', 'name': '', 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'mac_address': 'fa:16:3e:2a:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:16Z', 'revision_number': 2, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'subnets': [{'id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12db4a0b-8ee2-4766-bae1-1c1608c8b693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:17.750093 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Checking router: 4122c2ac-79b8-4571-bced-d5310b535789 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:41:17.750465 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Updating router 4122c2ac-79b8-4571-bced-d5310b535789 port 10589ea6-51c1-4845-8241-b405d8e6270a binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:41:17.803736 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:18.349516 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Publish callbacks [] for port (10589ea6-51c1-4845-8241-b405d8e6270a), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:18.393235 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:18.536699 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Pushing event updated for resources: {'Port': ['ID=10589ea6-51c1-4845-8241-b405d8e6270a,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:18.561468 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.561818 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.562179 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.562536 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.562880 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.563209 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.563537 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.563862 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.564189 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.564535 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.564863 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.565206 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.565538 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.565857 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.566176 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Tracked resource versions report: May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: pushed versions: May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: { 'AddressGroup': {'1.2'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Agent': {'1.1'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'ConntrackHelper': {'1.0'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'LocalIPAssociation': {'1.0'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Log': {'1.0'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'NDPProxy': {'1.0'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Network': {'1.1'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Port': {'1.7'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'PortForwarding': {'1.3'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'QosPolicy': {'1.10'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SecurityGroup': {'1.5'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SecurityGroupRule': {'1.2'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SubPort': {'1.0'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Subnet': {'1.1'}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Trunk': {'1.1'}} May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: consumer versions: May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: { DHCP agent@dv-cinder-840512-1-iscsi: {}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: L3 agent@dv-cinder-840512-1-iscsi: {}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: Metadata agent@dv-cinder-840512-1-iscsi: {}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: Metering agent@dv-cinder-840512-1-iscsi: {}, May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: Open vSwitch agent@dv-cinder-840512-1-iscsi: { 'AddressGroup': '1.2', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Agent': '1.1', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'ConntrackHelper': '1.0', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'LocalIPAssociation': '1.0', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Log': '1.0', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'NDPProxy': '1.0', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Network': '1.1', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Port': '1.7', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'PortForwarding': '1.3', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'QosPolicy': '1.10', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SecurityGroup': '1.5', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SecurityGroupRule': '1.2', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SubPort': '1.0', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Subnet': '1.1', May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Trunk': '1.1'}} May 04 17:41:18.567561 dv-cinder-840512-1-iscsi neutron-server[110471]: {{(pid=110471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:41:18.579252 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Attempting to bind port 10589ea6-51c1-4845-8241-b405d8e6270a on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:41:18.579660 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Attempting to bind port 10589ea6-51c1-4845-8241-b405d8e6270a by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:41:18.580103 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Attempting to bind port 10589ea6-51c1-4845-8241-b405d8e6270a on network cdd03ed5-ecd1-4662-8268-013624b00a7d {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:41:18.585252 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:41:18.585666 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Checking segment: {'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:41:18.586153 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:18.586598 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Bound using segment: {'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:41:18.587097 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Bound port: 10589ea6-51c1-4845-8241-b405d8e6270a, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f6760c-51cd-4803-a796-6e9736de5bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:41:18.587502 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:18.657099 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] For port 10589ea6-51c1-4845-8241-b405d8e6270a, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:41:18.669720 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-2f504e90-8578-411a-8d52-2f8f437c1823 None None] Provisioning complete for port 10589ea6-51c1-4845-8241-b405d8e6270a triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:18.670299 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-2f504e90-8578-411a-8d52-2f8f437c1823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:18.684613 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] For port 10589ea6-51c1-4845-8241-b405d8e6270a, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=10589ea6-51c1-4845-8241-b405d8e6270a,segment=NetworkSegment(a4f6760c-51cd-4803-a796-6e9736de5bbb),segment_id=a4f6760c-51cd-4803-a796-6e9736de5bbb)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:41:18.706677 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-2f504e90-8578-411a-8d52-2f8f437c1823 None None] Port 10589ea6-51c1-4845-8241-b405d8e6270a cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:41:18.766000 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:18.822845 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Routers {'4122c2ac-79b8-4571-bced-d5310b535789'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:41:18.824122 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:41:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['4122c2ac-79b8-4571-bced-d5310b535789'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:18.829380 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6c03b-02a1-4f65-9b29-f1c327a0fa27 None None] Pushing event updated for resources: {'Port': ['ID=10589ea6-51c1-4845-8241-b405d8e6270a,revision_number=4']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:18.922459 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] Set router 4122c2ac-79b8-4571-bced-d5310b535789 gateway port host: None {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:41:19.029080 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-fcf0f402-6b2e-452f-be8e-951eb65aafd7 None None] Provisioning complete for port 10589ea6-51c1-4845-8241-b405d8e6270a triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:19.029443 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f402-6b2e-452f-be8e-951eb65aafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:19.119135 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-fcf0f402-6b2e-452f-be8e-951eb65aafd7 None None] Current status of the port 10589ea6-51c1-4845-8241-b405d8e6270a is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:41:19.119451 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f402-6b2e-452f-be8e-951eb65aafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:19.138890 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4122c2ac-79b8-4571-bced-d5310b535789', 'name': 'router1', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:04Z', 'updated_at': '2022-05-04T17:41:16Z', 'revision_number': 2, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'gw_port_host': None, '_interfaces': [{'id': '10589ea6-51c1-4845-8241-b405d8e6270a', 'name': '', 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'mac_address': 'fa:16:3e:2a:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:18Z', 'revision_number': 4, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'subnets': [{'id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12db4a0b-8ee2-4766-bae1-1c1608c8b693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:19.157229 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-fcf0f402-6b2e-452f-be8e-951eb65aafd7 None None] For port 10589ea6-51c1-4845-8241-b405d8e6270a, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=10589ea6-51c1-4845-8241-b405d8e6270a,segment=NetworkSegment(a4f6760c-51cd-4803-a796-6e9736de5bbb),segment_id=a4f6760c-51cd-4803-a796-6e9736de5bbb)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:41:19.179792 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308739c5-f482-459c-92ba-4030b2aeac82 None None] The sync data for ids ['4122c2ac-79b8-4571-bced-d5310b535789'] in dv-cinder-840512-1-iscsi is: [{'id': '4122c2ac-79b8-4571-bced-d5310b535789', 'name': 'router1', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:04Z', 'updated_at': '2022-05-04T17:41:16Z', 'revision_number': 2, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'gw_port_host': None, '_interfaces': [{'id': '10589ea6-51c1-4845-8241-b405d8e6270a', 'name': '', 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'mac_address': 'fa:16:3e:2a:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:18Z', 'revision_number': 4, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'subnets': [{'id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12db4a0b-8ee2-4766-bae1-1c1608c8b693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:41:19.239069 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f402-6b2e-452f-be8e-951eb65aafd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:19.300716 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0f402-6b2e-452f-be8e-951eb65aafd7 None None] Pushing event updated for resources: {'Port': ['ID=10589ea6-51c1-4845-8241-b405d8e6270a,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:19.563645 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57990) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:41:19.672955 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd14d8a-0558-4ea8-9f85-dc90df3badb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:19.674315 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-dfd14d8a-0558-4ea8-9f85-dc90df3badb2 admin admin] 10.222.0.81 "GET /v2.0/networks/a99019da-cd1f-4090-91c2-346508a986e5 HTTP/1.1" status: 200 len: 842 time: 0.1097155 May 04 17:41:19.684466 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:41:19.811042 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Made reservation on behalf of 24f269e9f1b44f73928e694fdc60f6bd for: {'subnet': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:41:19.813383 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:20.210929 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.objects.ports [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110469) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 04 17:41:20.211366 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (1f808498-c505-44cd-a3ec-7246d9b49f73), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:20.267027 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f808498-c505-44cd-a3ec-7246d9b49f73,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:20.277006 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:41:20.277378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Network hostable DHCP agents. Network: a99019da-cd1f-4090-91c2-346508a986e5, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:41:20.370398 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:41:20.444954 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, a99019da-cd1f-4090-91c2-346508a986e5) {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:20.450002 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:20.451373 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:20.455716 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1125ad9c-e9b0-4519-83b9-71021ffe7bcb None None] Network a99019da-cd1f-4090-91c2-346508a986e5 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:41:20.553786 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3df13-ed62-4f47-9bd0-c178a8fddd17 None None] Network a99019da-cd1f-4090-91c2-346508a986e5 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:41:20.572655 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ffc7250e-e59b-425e-ae35-444affd30323 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8818259 May 04 17:41:23.050118 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 57998) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:41:23.215890 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a44a66bc-0faa-49d4-a389-2035894684ef demo admin] 10.222.0.81 "GET /v2.0/routers/4122c2ac-79b8-4571-bced-d5310b535789 HTTP/1.1" status: 200 len: 710 time: 0.1645463 May 04 17:41:23.311359 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0544d16-aed5-435b-b61e-ee19cb804c46 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:23.312722 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-d0544d16-aed5-435b-b61e-ee19cb804c46 demo admin] 10.222.0.81 "GET /v2.0/networks/a99019da-cd1f-4090-91c2-346508a986e5 HTTP/1.1" status: 200 len: 886 time: 0.0913491 May 04 17:41:23.321585 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:41:23.593187 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks [] for router_gateway (4122c2ac-79b8-4571-bced-d5310b535789), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:23.902027 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks [] for router_gateway (4122c2ac-79b8-4571-bced-d5310b535789), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:23.979779 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:24.096320 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Allocated IP 172.27.2.108 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/a597b577-273a-4935-8118-9e0f925b7371) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:41:24.200676 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks [] for port (a597b577-273a-4935-8118-9e0f925b7371), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:24.278882 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (a597b577-273a-4935-8118-9e0f925b7371), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:24.322196 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:24.325440 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:24.332127 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:41:24.337651 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Pushing event updated for resources: {'Port': ['ID=a597b577-273a-4935-8118-9e0f925b7371,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:24.789003 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks [] for router_gateway (4122c2ac-79b8-4571-bced-d5310b535789), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:25.007659 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1006914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-999899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28533'] for router (4122c2ac-79b8-4571-bced-d5310b535789), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:25.011300 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1006969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1006960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-999890'] for router (4122c2ac-79b8-4571-bced-d5310b535789), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:25.146648 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Router 4122c2ac-79b8-4571-bced-d5310b535789 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:41:25.269342 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:41:25.273553 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:25.274761 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-d0a59bcd-39ca-4716-b160-5aa926de3ab8 demo admin] 10.222.0.81 "PUT /v2.0/routers/4122c2ac-79b8-4571-bced-d5310b535789 HTTP/1.1" status: 200 len: 890 time: 1.9564962 May 04 17:41:27.450012 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 10589ea6-51c1-4845-8241-b405d8e6270a up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:41:27.501306 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 10589ea6-51c1-4845-8241-b405d8e6270a triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:27.501735 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:27.584993 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 10589ea6-51c1-4845-8241-b405d8e6270a is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:41:27.835493 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58010) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:41:28.086392 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.policy [None req-146de1ab-08c7-416a-8ef5-d7af66f6dc1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110468) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 17:41:28.131486 dv-cinder-840512-1-iscsi neutron-server[110468]: WARNING oslo_policy.policy [None req-146de1ab-08c7-416a-8ef5-d7af66f6dc1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:41:28.131867 dv-cinder-840512-1-iscsi neutron-server[110468]: WARNING oslo_policy.policy [None req-146de1ab-08c7-416a-8ef5-d7af66f6dc1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:41:28.143015 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-146de1ab-08c7-416a-8ef5-d7af66f6dc1b admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3064706 May 04 17:41:28.481089 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Sync routers for ids ['4122c2ac-79b8-4571-bced-d5310b535789'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:41:28.492503 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Routers {'4122c2ac-79b8-4571-bced-d5310b535789'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:41:28.494351 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:41:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['4122c2ac-79b8-4571-bced-d5310b535789'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:28.730488 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Set router 4122c2ac-79b8-4571-bced-d5310b535789 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:41:29.263053 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4122c2ac-79b8-4571-bced-d5310b535789', 'name': 'router1', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a597b577-273a-4935-8118-9e0f925b7371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:04Z', 'updated_at': '2022-05-04T17:41:24Z', 'revision_number': 4, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'gw_port': {'id': 'a597b577-273a-4935-8118-9e0f925b7371', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:83:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:23Z', 'updated_at': '2022-05-04T17:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '10589ea6-51c1-4845-8241-b405d8e6270a', 'name': '', 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'mac_address': 'fa:16:3e:2a:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:19Z', 'revision_number': 5, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'subnets': [{'id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12db4a0b-8ee2-4766-bae1-1c1608c8b693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:29.318224 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Checking router: 4122c2ac-79b8-4571-bced-d5310b535789 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:41:29.318570 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Updating router 4122c2ac-79b8-4571-bced-d5310b535789 port a597b577-273a-4935-8118-9e0f925b7371 binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:41:29.373211 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a597b577-273a-4935-8118-9e0f925b7371), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:29.714031 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Publish callbacks [] for port (a597b577-273a-4935-8118-9e0f925b7371), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:29.805322 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a597b577-273a-4935-8118-9e0f925b7371), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:29.862519 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68babc31-e0f3-461d-99b5-5805ab0c9ffa None None] Pushing event updated for resources: {'Port': ['ID=a597b577-273a-4935-8118-9e0f925b7371,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:29.865793 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Attempting to bind port a597b577-273a-4935-8118-9e0f925b7371 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:41:29.866172 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Attempting to bind port a597b577-273a-4935-8118-9e0f925b7371 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:41:29.866542 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Attempting to bind port a597b577-273a-4935-8118-9e0f925b7371 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:41:29.872131 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:41:29.872543 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:41:29.872952 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:29.873346 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:41:29.873849 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Bound port: a597b577-273a-4935-8118-9e0f925b7371, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:41:29.874232 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a597b577-273a-4935-8118-9e0f925b7371), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:29.936123 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] For port a597b577-273a-4935-8118-9e0f925b7371, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:41:29.946997 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] For port a597b577-273a-4935-8118-9e0f925b7371, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=a597b577-273a-4935-8118-9e0f925b7371,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:41:30.016979 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a597b577-273a-4935-8118-9e0f925b7371), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:30.070999 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Routers {'4122c2ac-79b8-4571-bced-d5310b535789'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:41:30.071632 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:41:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['4122c2ac-79b8-4571-bced-d5310b535789'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:30.128576 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68babc31-e0f3-461d-99b5-5805ab0c9ffa None None] Pushing event updated for resources: {'Port': ['ID=a597b577-273a-4935-8118-9e0f925b7371,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:30.226981 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] Set router 4122c2ac-79b8-4571-bced-d5310b535789 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:41:30.457936 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4122c2ac-79b8-4571-bced-d5310b535789', 'name': 'router1', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a597b577-273a-4935-8118-9e0f925b7371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:04Z', 'updated_at': '2022-05-04T17:41:24Z', 'revision_number': 4, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'gw_port': {'id': 'a597b577-273a-4935-8118-9e0f925b7371', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:83:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:23Z', 'updated_at': '2022-05-04T17:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '10589ea6-51c1-4845-8241-b405d8e6270a', 'name': '', 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'mac_address': 'fa:16:3e:2a:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:19Z', 'revision_number': 5, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'subnets': [{'id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12db4a0b-8ee2-4766-bae1-1c1608c8b693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:30.488743 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27dc9e2-2918-4540-abf4-f5a783dbbe20 None None] The sync data for ids ['4122c2ac-79b8-4571-bced-d5310b535789'] in dv-cinder-840512-1-iscsi is: [{'id': '4122c2ac-79b8-4571-bced-d5310b535789', 'name': 'router1', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a597b577-273a-4935-8118-9e0f925b7371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:04Z', 'updated_at': '2022-05-04T17:41:24Z', 'revision_number': 4, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'gw_port': {'id': 'a597b577-273a-4935-8118-9e0f925b7371', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:83:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:23Z', 'updated_at': '2022-05-04T17:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '10589ea6-51c1-4845-8241-b405d8e6270a', 'name': '', 'network_id': 'cdd03ed5-ecd1-4662-8268-013624b00a7d', 'tenant_id': '0c51097d14c64e869f8ce7b3df492b61', 'mac_address': 'fa:16:3e:2a:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4122c2ac-79b8-4571-bced-d5310b535789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:19Z', 'revision_number': 5, 'project_id': '0c51097d14c64e869f8ce7b3df492b61', 'subnets': [{'id': '5c12fb55-0e25-4ff0-bf67-2262cca1236f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12db4a0b-8ee2-4766-bae1-1c1608c8b693'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:41:31.512988 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device a597b577-273a-4935-8118-9e0f925b7371 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:41:31.560636 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port a597b577-273a-4935-8118-9e0f925b7371 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:31.561022 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a597b577-273a-4935-8118-9e0f925b7371), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:31.642477 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port a597b577-273a-4935-8118-9e0f925b7371 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:41:31.642818 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a597b577-273a-4935-8118-9e0f925b7371), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:31.663790 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port a597b577-273a-4935-8118-9e0f925b7371, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=a597b577-273a-4935-8118-9e0f925b7371,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:41:31.729799 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a597b577-273a-4935-8118-9e0f925b7371), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:31.789148 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=a597b577-273a-4935-8118-9e0f925b7371,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:33.511751 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device a597b577-273a-4935-8118-9e0f925b7371 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:41:33.577677 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port a597b577-273a-4935-8118-9e0f925b7371 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:41:33.578220 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a597b577-273a-4935-8118-9e0f925b7371), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:33.694511 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port a597b577-273a-4935-8118-9e0f925b7371 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:41:39.953072 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fa60d543-45a1-48ff-9154-e48fae74a4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:42.375695 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4ccc-8e14-492b-98b3-03c257917c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:43.782486 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:43.925149 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:41:45.364220 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:41:46.736100 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:09.947804 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ab964969-e7db-49af-b28a-a959eb94186b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:13.084242 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f647e390-ba9e-4a17-a10e-799b28f0021f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:13.807683 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:15.363846 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:16.746749 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:20.928856 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:42:39.952368 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-7b29d72e-11e2-4b7d-a5a1-6552d088beb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:42.363488 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9357cc5d-aa4f-41a5-a07d-26da9f1d0a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:43.837572 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:45.426669 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:46.740519 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:52.624501 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58496) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:42:52.709279 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaaabfc-239b-424b-a12f-ab0fe41ce534 admin admin] GET failed (client error): The resource could not be found. May 04 17:42:52.710656 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-eeaaabfc-239b-424b-a12f-ab0fe41ce534 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0852046 May 04 17:42:52.907985 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e45cbb2-00bf-43ca-8557-acf2620e35d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:52.909415 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3e45cbb2-00bf-43ca-8557-acf2620e35d4 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1940422 May 04 17:42:55.198075 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58506) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:42:55.328829 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74931eb5-1950-420a-8ca1-fb7dc92b6834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:55.330198 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-74931eb5-1950-420a-8ca1-fb7dc92b6834 admin admin] 10.222.0.81 "GET /v2.0/subnets/5c12fb55-0e25-4ff0-bf67-2262cca1236f HTTP/1.1" status: 200 len: 849 time: 0.1310375 May 04 17:42:55.340572 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:42:55.428570 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Publish callbacks [] for subnet (5c12fb55-0e25-4ff0-bf67-2262cca1236f), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:55.643461 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764807391672'] for subnet (5c12fb55-0e25-4ff0-bf67-2262cca1236f), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:55.702409 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:55.702962 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:55.704818 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] 10.222.0.81 "PUT /v2.0/subnets/5c12fb55-0e25-4ff0-bf67-2262cca1236f HTTP/1.1" status: 200 len: 868 time: 0.3684080 May 04 17:42:55.717033 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc612888-94e5-4daa-8fd3-3b3abcbd2491 None None] Network cdd03ed5-ecd1-4662-8268-013624b00a7d requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:42:55.722115 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c12fb55-0e25-4ff0-bf67-2262cca1236f,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:42:55.732301 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.732753 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.733008 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.733342 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.733670 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.733998 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.734461 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.734794 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.735118 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.735441 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.735779 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.736133 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.736476 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.736778 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.737092 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c25b98-5a3b-4796-8a21-2d913e3274a5 admin admin] Tracked resource versions report: May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: pushed versions: May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: { 'AddressGroup': {'1.2'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Agent': {'1.1'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'ConntrackHelper': {'1.0'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'LocalIPAssociation': {'1.0'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Log': {'1.0'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'NDPProxy': {'1.0'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Network': {'1.1'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Port': {'1.7'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'PortForwarding': {'1.3'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'QosPolicy': {'1.10'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SecurityGroup': {'1.5'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SecurityGroupRule': {'1.2'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SubPort': {'1.0'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Subnet': {'1.1'}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Trunk': {'1.1'}} May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: consumer versions: May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: { DHCP agent@dv-cinder-840512-1-iscsi: {}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: L3 agent@dv-cinder-840512-1-iscsi: {}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: Metadata agent@dv-cinder-840512-1-iscsi: {}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: Metering agent@dv-cinder-840512-1-iscsi: {}, May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: Open vSwitch agent@dv-cinder-840512-1-iscsi: { 'AddressGroup': '1.2', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Agent': '1.1', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'ConntrackHelper': '1.0', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'LocalIPAssociation': '1.0', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Log': '1.0', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'NDPProxy': '1.0', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Network': '1.1', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Port': '1.7', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'PortForwarding': '1.3', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'QosPolicy': '1.10', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SecurityGroup': '1.5', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SecurityGroupRule': '1.2', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SubPort': '1.0', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Subnet': '1.1', May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Trunk': '1.1'}} May 04 17:42:55.738546 dv-cinder-840512-1-iscsi neutron-server[110468]: {{(pid=110468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:42:56.096533 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-d175484b-595e-4e0a-8428-6bbcaa5862a0 None None] Provisioning complete for port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:42:56.096926 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d175484b-595e-4e0a-8428-6bbcaa5862a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a2d0be5f-2b94-489d-b75c-c2f5f773ccb5), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:56.176778 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-d175484b-595e-4e0a-8428-6bbcaa5862a0 None None] Current status of the port a2d0be5f-2b94-489d-b75c-c2f5f773ccb5 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:42:56.185699 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-d175484b-595e-4e0a-8428-6bbcaa5862a0 None None] Provisioning complete for port 10589ea6-51c1-4845-8241-b405d8e6270a triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:42:56.186070 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d175484b-595e-4e0a-8428-6bbcaa5862a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (10589ea6-51c1-4845-8241-b405d8e6270a), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:42:56.269806 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-d175484b-595e-4e0a-8428-6bbcaa5862a0 None None] Current status of the port 10589ea6-51c1-4845-8241-b405d8e6270a is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:42:57.926388 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:42:58.120295 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58518) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:42:58.349048 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca907481-382b-4a50-987d-325ac157400d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:58.349526 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca907481-382b-4a50-987d-325ac157400d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:58.351078 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ca907481-382b-4a50-987d-325ac157400d admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2297332 May 04 17:43:00.678813 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58526) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:00.811099 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900a076-e190-4715-baeb-c77679df8658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:00.811573 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900a076-e190-4715-baeb-c77679df8658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:00.813140 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b900a076-e190-4715-baeb-c77679df8658 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333814 May 04 17:43:03.206197 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58534) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:03.383454 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd37e8a4-57e4-421a-b0d5-6fd90c8d5921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:03.385076 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-bd37e8a4-57e4-421a-b0d5-6fd90c8d5921 admin admin] 10.222.0.81 "GET /v2.0/networks/a99019da-cd1f-4090-91c2-346508a986e5 HTTP/1.1" status: 200 len: 886 time: 0.1778731 May 04 17:43:05.644676 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58542) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:05.776992 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de7cd12-8916-4d2f-bbb9-15ac91a704c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:05.778397 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-5de7cd12-8916-4d2f-bbb9-15ac91a704c8 admin admin] 10.222.0.81 "GET /v2.0/networks/cdd03ed5-ecd1-4662-8268-013624b00a7d HTTP/1.1" status: 200 len: 869 time: 0.1327395 May 04 17:43:08.095086 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58552) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:08.223272 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9ad19-ffb0-49d8-91a6-176747bb332b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:08.223752 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9ad19-ffb0-49d8-91a6-176747bb332b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:08.225436 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-88f9ad19-ffb0-49d8-91a6-176747bb332b admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293986 May 04 17:43:09.951950 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-1116e5e4-7c81-4a66-b0e0-8e044979b2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:10.527579 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58560) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:10.619129 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c331fc-ec85-4af3-9042-13405f658789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:10.619465 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c331fc-ec85-4af3-9042-13405f658789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:10.621004 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-84c331fc-ec85-4af3-9042-13405f658789 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924520 May 04 17:43:12.369076 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d734069d-1fba-40dc-88e1-d4eec47861c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:13.002337 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58568) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:13.090853 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a80c21-872b-433a-a02a-d8ffcfe95dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:13.092202 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-78a80c21-872b-433a-a02a-d8ffcfe95dc8 admin admin] 10.222.0.81 "GET /v2.0/subnets/1f808498-c505-44cd-a3ec-7246d9b49f73 HTTP/1.1" status: 200 len: 816 time: 0.0889163 May 04 17:43:13.786433 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:15.374558 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:15.391541 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58576) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:15.485870 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc33d89-f117-4d6c-9ce6-b8b81f096a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:15.487247 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ffc33d89-f117-4d6c-9ce6-b8b81f096a71 admin admin] 10.222.0.81 "GET /v2.0/subnets/5c12fb55-0e25-4ff0-bf67-2262cca1236f HTTP/1.1" status: 200 len: 868 time: 0.0947745 May 04 17:43:16.757870 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:34.924856 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:43:39.946144 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e6bcf22e-01b3-4a7a-9566-ab439f781634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:42.370833 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c039e1f1-80bf-4f2a-b25e-8e714afce4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:43.780589 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:45.386391 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:46.740555 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:43:56.807235 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58634) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:56.854653 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [None req-f05db194-6fa2-4c4f-983f-3c6abf7bdb6e admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:43:56.855660 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-f05db194-6fa2-4c4f-983f-3c6abf7bdb6e admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474865 May 04 17:43:59.223743 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58642) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:43:59.286353 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae34b1fb-0616-4e18-9c80-e410e4b71ba4 admin admin] GET failed (client error): The resource could not be found. May 04 17:43:59.287653 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ae34b1fb-0616-4e18-9c80-e410e4b71ba4 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629499 May 04 17:43:59.441231 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0465456d-a798-4ef1-b9e5-7b7884f4a224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:59.442703 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0465456d-a798-4ef1-b9e5-7b7884f4a224 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1504076 May 04 17:44:01.740061 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58650) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:44:01.787099 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:44:01.849864 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Made reservation on behalf of 24f269e9f1b44f73928e694fdc60f6bd for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:44:01.852164 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:01.885351 dv-cinder-840512-1-iscsi neutron-server[110469]: WARNING neutron.services.revisions.revision_plugin [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Could not find related network for resource to bump revision. May 04 17:44:01.896784 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:44:01.905990 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (61cf304c-4ad6-4120-a2f4-9f06a026f6e1), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:01.906448 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Added segment 61cf304c-4ad6-4120-a2f4-9f06a026f6e1 of type vlan for network 8b0369aa-7d35-45e6-ad89-c29b642a86ac May 04 17:44:01.946213 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (8b0369aa-7d35-45e6-ad89-c29b642a86ac), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:02.004041 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (8b0369aa-7d35-45e6-ad89-c29b642a86ac), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:02.006062 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:44:02.006062 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:02.085757 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0369aa-7d35-45e6-ad89-c29b642a86ac,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:44:02.093585 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.093989 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.094347 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.094686 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.095063 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.095343 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.095667 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.095989 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.096326 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.096687 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.097029 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.097368 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.097754 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.098104 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.098423 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:02.109816 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 8b0369aa-7d35-45e6-ad89-c29b642a86ac details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:44:02.189707 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-aabbb49b-1d78-489a-a0d0-278b1169d6a1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4484861 May 04 17:44:04.625352 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58658) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:44:04.686953 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.pecan_wsgi.hooks.translation [None req-984ae6a0-d6bf-40fd-acb7-694e033655af admin admin] GET failed (client error): The resource could not be found. May 04 17:44:04.688268 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-984ae6a0-d6bf-40fd-acb7-694e033655af admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619342 May 04 17:44:04.757303 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1954951e-a302-4602-a446-2fb69941f35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:44:04.759265 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-1954951e-a302-4602-a446-2fb69941f35f admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664372 May 04 17:44:04.769186 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:44:04.849461 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Made reservation on behalf of 24f269e9f1b44f73928e694fdc60f6bd for: {'subnet': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:44:04.851890 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:05.181518 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (d2ae79aa-b83c-4f40-bf20-2e2d65b6445e), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:05.238954 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ae79aa-b83c-4f40-bf20-2e2d65b6445e,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:44:05.247254 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Checking segment: {'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:44:05.247604 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Network hostable DHCP agents. Network: 8b0369aa-7d35-45e6-ad89-c29b642a86ac, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:44:05.375102 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Network 8b0369aa-7d35-45e6-ad89-c29b642a86ac is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:44:05.466692 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 8b0369aa-7d35-45e6-ad89-c29b642a86ac) {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:44:05.471644 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:44:05.473010 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:05.489556 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78a948-f6ed-40ae-bfca-45459ed0c968 None None] Network 8b0369aa-7d35-45e6-ad89-c29b642a86ac requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:44:05.595498 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-34e406e8-3fe5-49e7-a93d-3456758a341e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8292899 May 04 17:44:05.705036 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-8b0369aa-7d35-45e6-ad89-c29b642a86ac', 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac', 'project_id': '24f269e9f1b44f73928e694fdc60f6bd', 'fixed_ips': [{'subnet_id': 'd2ae79aa-b83c-4f40-bf20-2e2d65b6445e'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:44:05.705910 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:05.849474 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Allocated IP 192.168.233.2 (8b0369aa-7d35-45e6-ad89-c29b642a86ac/d2ae79aa-b83c-4f40-bf20-2e2d65b6445e/16623fb3-f015-43b9-8e11-75c2b0a6f7db) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:44:05.995895 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Publish callbacks [] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:06.090163 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:06.127594 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Network 8b0369aa-7d35-45e6-ad89-c29b642a86ac is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:44:06.130509 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:44:06.137286 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:44:06.143748 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Pushing event updated for resources: {'Port': ['ID=16623fb3-f015-43b9-8e11-75c2b0a6f7db,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:44:06.155520 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.155868 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.156232 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.156615 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.156955 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.157280 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.157603 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.157934 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.158254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.158717 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.159044 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.159381 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.159707 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.160037 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.160340 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:44:06.214918 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Attempting to bind port 16623fb3-f015-43b9-8e11-75c2b0a6f7db on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:44:06.215297 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Attempting to bind port 16623fb3-f015-43b9-8e11-75c2b0a6f7db by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:44:06.215653 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Attempting to bind port 16623fb3-f015-43b9-8e11-75c2b0a6f7db on network 8b0369aa-7d35-45e6-ad89-c29b642a86ac {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:44:06.220911 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:44:06.221288 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Checking segment: {'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:44:06.221690 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:06.222084 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Bound using segment: {'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:44:06.222551 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Bound port: 16623fb3-f015-43b9-8e11-75c2b0a6f7db, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:44:06.222943 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:06.286818 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] For port 16623fb3-f015-43b9-8e11-75c2b0a6f7db, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:44:06.289879 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] For port 16623fb3-f015-43b9-8e11-75c2b0a6f7db, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=16623fb3-f015-43b9-8e11-75c2b0a6f7db,segment=NetworkSegment(61cf304c-4ad6-4120-a2f4-9f06a026f6e1),segment_id=61cf304c-4ad6-4120-a2f4-9f06a026f6e1)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:44:06.364643 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:06.424011 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af24b9-77a1-453d-9bb0-92ddb238f8e9 None None] Pushing event updated for resources: {'Port': ['ID=16623fb3-f015-43b9-8e11-75c2b0a6f7db,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:44:07.345925 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee233699-ce51-49ee-a3fa-d2a8571a07c9 None None] Network 8b0369aa-7d35-45e6-ad89-c29b642a86ac requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:44:07.433422 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9daf62f2-4c61-4fce-a27b-6392ec2c2128 None None] Provisioning complete for port 16623fb3-f015-43b9-8e11-75c2b0a6f7db triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:44:07.433797 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9daf62f2-4c61-4fce-a27b-6392ec2c2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:07.557350 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9daf62f2-4c61-4fce-a27b-6392ec2c2128 None None] Current status of the port 16623fb3-f015-43b9-8e11-75c2b0a6f7db is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:44:07.557911 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9daf62f2-4c61-4fce-a27b-6392ec2c2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:07.597995 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 16623fb3-f015-43b9-8e11-75c2b0a6f7db up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:44:07.609373 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9daf62f2-4c61-4fce-a27b-6392ec2c2128 None None] For port 16623fb3-f015-43b9-8e11-75c2b0a6f7db, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=16623fb3-f015-43b9-8e11-75c2b0a6f7db,segment=NetworkSegment(61cf304c-4ad6-4120-a2f4-9f06a026f6e1),segment_id=61cf304c-4ad6-4120-a2f4-9f06a026f6e1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:44:07.659542 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 16623fb3-f015-43b9-8e11-75c2b0a6f7db triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:44:07.660100 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:07.692479 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9daf62f2-4c61-4fce-a27b-6392ec2c2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:07.788386 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf62f2-4c61-4fce-a27b-6392ec2c2128 None None] Pushing event updated for resources: {'Port': ['ID=16623fb3-f015-43b9-8e11-75c2b0a6f7db,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:44:07.805954 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 16623fb3-f015-43b9-8e11-75c2b0a6f7db is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:44:07.813363 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b244cc35-9c07-485b-88da-29a5de152822 None None] Provisioning complete for port 16623fb3-f015-43b9-8e11-75c2b0a6f7db triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:44:07.813750 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b244cc35-9c07-485b-88da-29a5de152822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:07.893906 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b244cc35-9c07-485b-88da-29a5de152822 None None] Current status of the port 16623fb3-f015-43b9-8e11-75c2b0a6f7db is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:44:09.550572 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 16623fb3-f015-43b9-8e11-75c2b0a6f7db up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:44:09.608131 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 16623fb3-f015-43b9-8e11-75c2b0a6f7db triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:44:09.608567 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (16623fb3-f015-43b9-8e11-75c2b0a6f7db), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:09.685713 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 16623fb3-f015-43b9-8e11-75c2b0a6f7db is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:44:09.947041 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc9b250c-2aff-417e-bf6c-3861ee9c84f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:11.924253 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:44:12.393008 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8865ba7d-6bf7-4b92-ae11-18aee20049c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:13.781041 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:15.375192 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:16.758093 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:39.969770 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4d024f92-45f5-4c75-b51b-4d638dfd0b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:42.364788 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d4aad9fd-8f71-4404-aacf-1a19fc4a9bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:43.822303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:45.381612 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:46.746901 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:44:48.922932 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:45:09.994375 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-04b0bb41-3af7-41f2-9f0a-db110cde2d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:12.387785 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b1069a8c-8738-4c79-abca-0d025f69c258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:13.833253 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:15.370796 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:16.736516 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:25.921497 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:45:39.988367 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-092b0ac5-6c55-4f6e-bfe7-c27c5152c9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:42.388180 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f73faf36-4aa0-40cc-9295-0e8a85320fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:43.816795 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:45.388873 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:45:46.754688 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:00.406550 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58696) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:46:00.412130 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [None req-6edf5564-de00-4ccf-9b90-3c4b2a0818ad tempest-verify_tempest_config-467439226 tempest-verify_tempest_config-467439226-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:46:00.413102 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-6edf5564-de00-4ccf-9b90-3c4b2a0818ad tempest-verify_tempest_config-467439226 tempest-verify_tempest_config-467439226-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055983 May 04 17:46:00.965135 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58714) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:46:01.075918 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:01.192516 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Publish callbacks [] for security_group (ea064ea7-7809-4301-afe0-cab78feb2dba), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:01.274346 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (ea064ea7-7809-4301-afe0-cab78feb2dba), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:01.320068 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87ebb6a918264fa389964a94f66b153f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3538010 May 04 17:46:01.321082 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea064ea7-7809-4301-afe0-cab78feb2dba,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:46:01.322884 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58720) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:46:01.338730 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.339233 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.339602 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.339951 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.340292 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.340656 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.340993 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.341322 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.341674 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.342011 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.342354 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.342700 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.343027 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.343350 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.343672 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d758d64-eb4e-4d0d-a5b6-ee967e2a4183 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:01.389043 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-724481a1-3f8e-4c66-b95d-365edb5dc334 admin admin] Publish callbacks [] for security_group (ea064ea7-7809-4301-afe0-cab78feb2dba), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:01.409790 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-724481a1-3f8e-4c66-b95d-365edb5dc334 admin admin] Publish callbacks [] for security_group (ea064ea7-7809-4301-afe0-cab78feb2dba), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:01.600320 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-724481a1-3f8e-4c66-b95d-365edb5dc334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (ea064ea7-7809-4301-afe0-cab78feb2dba), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:01.602801 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-724481a1-3f8e-4c66-b95d-365edb5dc334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:01.604033 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-724481a1-3f8e-4c66-b95d-365edb5dc334 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea064ea7-7809-4301-afe0-cab78feb2dba HTTP/1.1" status: 204 len: 168 time: 0.2801771 May 04 17:46:01.612199 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724481a1-3f8e-4c66-b95d-365edb5dc334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea064ea7-7809-4301-afe0-cab78feb2dba,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:46:02.921012 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:46:09.988686 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a747fdb-7080-4e17-b4d7-c3dc551ca567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:12.389316 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f7637429-70c2-4b06-9966-a2f119f611db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:13.812340 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:15.395552 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:16.761371 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:39.919549 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:46:39.978393 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9446b79a-3148-42a6-9b2b-ceffe7f1c4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:42.372983 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-97611819-8c0c-46a7-a5fa-bc85bbd1464b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:43.806457 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:45.390067 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:46:46.767423 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:09.986268 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-75e61c8d-3b33-4f3e-8150-55b4c9f0273f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:12.402360 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-60362c88-58e1-4c5d-8ea7-5ae0c6bf4dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:13.808173 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:15.413556 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:16.733996 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:16.917650 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 5 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:47:39.969116 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cff8-4964-4883-9e8e-098ee6af44a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:42.397970 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-05ad632b-fb81-4e38-9fc5-ba63584cac51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:43.803514 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:45.409338 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:46.735264 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:53.089633 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1008312'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:47:53.916594 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:48:07.478765 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58790) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:48:07.591314 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0fd47554-0e58-4900-97d4-f02970954dd5 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1113908 May 04 17:48:09.948381 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58800) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:48:09.986146 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-37140a3c-a419-4b96-a67d-0b4fc2f5b655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:10.004819 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-47e665ec-90a7-4931-824b-72edfff42eb4 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0552785 May 04 17:48:12.370114 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b71dfe9e-e4f4-44ee-9606-381b4d4946c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:13.831914 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:15.421767 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:16.747708 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:23.090978 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:30.915788 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:48:40.017001 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8538d149-fc24-4473-acf9-2ce697bbf9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:42.415550 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ba653142-8874-4826-9d3d-70fb69580a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:43.827277 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:45.415445 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:46.725048 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:48:53.097138 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:07.916492 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:49:10.017026 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-7f5be21b-72c6-49fd-a788-0e049ba899dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:12.359429 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7ba22ed-3155-406d-8172-fd7c2c38bb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:13.835402 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:15.436102 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:16.736500 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:23.098513 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:39.968352 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-1616f872-58bf-4ea9-9053-fe541123bcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:42.385138 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-783f61be-a534-4227-9c59-12042a6d3fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:43.836027 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:44.916129 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:49:45.442170 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:46.738099 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:51.274917 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 58936) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:51.825728 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-351343521-network', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:51.962952 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Made reservation on behalf of 6061fedb7a6f46398811de3ae8aa091b for: {'network': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:51.966159 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:51.974676 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.052310 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Publish callbacks [] for security_group (f70bed08-64a5-4c66-bde3-240bf70b9e15), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.162864 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (f70bed08-64a5-4c66-bde3-240bf70b9e15), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.200149 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=110468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:49:52.207434 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70bed08-64a5-4c66-bde3-240bf70b9e15,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:52.220138 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.220516 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.220880 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.221231 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.221559 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.221888 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.222275 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.222611 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.222952 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.223283 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.223630 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.223973 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.224298 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.224902 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.225032 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Tracked resource versions report: May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: pushed versions: May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: { 'AddressGroup': {'1.2'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Agent': {'1.1'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'ConntrackHelper': {'1.0'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'LocalIPAssociation': {'1.0'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Log': {'1.0'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'NDPProxy': {'1.0'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Network': {'1.1'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Port': {'1.7'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'PortForwarding': {'1.3'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'QosPolicy': {'1.10'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SecurityGroup': {'1.5'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SecurityGroupRule': {'1.2'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SubPort': {'1.0'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Subnet': {'1.1'}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Trunk': {'1.1'}} May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: consumer versions: May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: { DHCP agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: HyperV agent@hv-cinder-84051: {}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: L3 agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: Metadata agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: Metering agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: Open vSwitch agent@dv-cinder-840512-1-iscsi: { 'AddressGroup': '1.2', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Agent': '1.1', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'ConntrackHelper': '1.0', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'LocalIPAssociation': '1.0', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Log': '1.0', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'NDPProxy': '1.0', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Network': '1.1', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Port': '1.7', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'PortForwarding': '1.3', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'QosPolicy': '1.10', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SecurityGroup': '1.5', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SecurityGroupRule': '1.2', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'SubPort': '1.0', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Subnet': '1.1', May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: 'Trunk': '1.1'}} May 04 17:49:52.226095 dv-cinder-840512-1-iscsi neutron-server[110468]: {{(pid=110468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:49:52.234334 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764807311171', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (a9b3941e-9c58-4ae4-a823-a63ea060a361), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.234764 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Unsubscribe: segment precommit_create {{(pid=110468) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 17:49:52.235366 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.segments_db [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Added segment a9b3941e-9c58-4ae4-a823-a63ea060a361 of type vlan for network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 May 04 17:49:52.290284 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (ec775cde-fdeb-47a3-9b5d-7264a7a833a1), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.395121 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (ec775cde-fdeb-47a3-9b5d-7264a7a833a1), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.396097 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:52.396713 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.501235 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec775cde-fdeb-47a3-9b5d-7264a7a833a1,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:52.516045 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:49:52.529744 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 58990) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:52.530406 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-34ed0876-22f3-48dd-9e8e-63beaa4c30e4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2582974 May 04 17:49:52.536488 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Request body: {'subnet': {'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-subnet', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:52.636216 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Made reservation on behalf of 6061fedb7a6f46398811de3ae8aa091b for: {'subnet': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:52.638544 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.787176 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59006) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:52.875519 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:52.932430 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:52.942669 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.943014 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.943376 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.943715 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.944044 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.944368 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.944717 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.945040 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.945376 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.945699 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.946035 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.946885 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.947230 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.947545 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.947860 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Tracked resource versions report: May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: pushed versions: May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: { 'AddressGroup': {'1.2'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Agent': {'1.1'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'ConntrackHelper': {'1.0'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'LocalIPAssociation': {'1.0'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Log': {'1.0'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'NDPProxy': {'1.0'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Network': {'1.1'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Port': {'1.7'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'PortForwarding': {'1.3'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'QosPolicy': {'1.10'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SecurityGroup': {'1.5'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SecurityGroupRule': {'1.2'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SubPort': {'1.0'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Subnet': {'1.1'}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Trunk': {'1.1'}} May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: consumer versions: May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: { DHCP agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: HyperV agent@hv-cinder-84051: {}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: L3 agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: Metadata agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: Metering agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: Open vSwitch agent@dv-cinder-840512-1-iscsi: { 'AddressGroup': '1.2', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Agent': '1.1', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'ConntrackHelper': '1.0', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'LocalIPAssociation': '1.0', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Log': '1.0', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'NDPProxy': '1.0', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Network': '1.1', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Port': '1.7', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'PortForwarding': '1.3', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'QosPolicy': '1.10', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SecurityGroup': '1.5', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SecurityGroupRule': '1.2', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'SubPort': '1.0', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Subnet': '1.1', May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: 'Trunk': '1.1'}} May 04 17:49:52.949100 dv-cinder-840512-1-iscsi neutron-server[110469]: {{(pid=110469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:49:52.952136 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Checking segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:49:52.952136 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Network hostable DHCP agents. Network: ec775cde-fdeb-47a3-9b5d-7264a7a833a1, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:49:53.060451 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:49:53.070123 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59016) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:53.092494 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.134900 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, ec775cde-fdeb-47a3-9b5d-7264a7a833a1) {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:53.139306 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:53.140224 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.144186 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d526ae-18b3-4b23-9334-230d2819e6a6 None None] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:49:53.222403 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-32f35d58-66a8-4fc1-8997-ca591729e560 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6907558 May 04 17:49:53.225692 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59024) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:53.232753 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:53.272331 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:49:53.273240 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.326027 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1710784283-network', 'tenant_id': '315bc11153674d80b7583a9e12aa7403'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:53.346747 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (f425f763-5598-4ac5-8bc1-3fa55b1ac865), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.349093 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (f425f763-5598-4ac5-8bc1-3fa55b1ac865), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.358159 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59026) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:53.420248 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Allocated IP 172.20.0.2 (ec775cde-fdeb-47a3-9b5d-7264a7a833a1/cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f/4d5677c6-4fd8-4123-b683-51a89c01bca2) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:53.471142 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks [] for router_controller (f425f763-5598-4ac5-8bc1-3fa55b1ac865), precommit_add_association {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.472876 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Made reservation on behalf of 315bc11153674d80b7583a9e12aa7403 for: {'network': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:53.475368 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.485483 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.570046 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-913339417-network', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:53.574571 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Publish callbacks [] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.641990 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.669806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Made reservation on behalf of 65ea04a5ce2f4f75968d7d0204336cf6 for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:53.672656 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.686563 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.699969 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Pushing event updated for resources: {'Port': ['ID=4d5677c6-4fd8-4123-b683-51a89c01bca2,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:53.708331 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.708898 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.709422 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.710007 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.710529 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.711022 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.711495 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.712074 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.713114 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.713676 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.714153 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.714643 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.715171 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.715651 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.716156 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Tracked resource versions report: May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: pushed versions: May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: { 'AddressGroup': {'1.2'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Agent': {'1.1'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'ConntrackHelper': {'1.0'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'LocalIPAssociation': {'1.0'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Log': {'1.0'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'NDPProxy': {'1.0'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Network': {'1.1'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Port': {'1.7'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'PortForwarding': {'1.3'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'QosPolicy': {'1.10'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SecurityGroup': {'1.5'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SecurityGroupRule': {'1.2'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SubPort': {'1.0'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Subnet': {'1.1'}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Trunk': {'1.1'}} May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: consumer versions: May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: { DHCP agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: HyperV agent@hv-cinder-84051: {}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: L3 agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: Metadata agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: Metering agent@dv-cinder-840512-1-iscsi: {}, May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: Open vSwitch agent@dv-cinder-840512-1-iscsi: { 'AddressGroup': '1.2', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Agent': '1.1', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'ConntrackHelper': '1.0', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'LocalIPAssociation': '1.0', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Log': '1.0', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'NDPProxy': '1.0', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Network': '1.1', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Port': '1.7', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'PortForwarding': '1.3', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'QosPolicy': '1.10', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SecurityGroup': '1.5', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SecurityGroupRule': '1.2', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'SubPort': '1.0', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Subnet': '1.1', May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: 'Trunk': '1.1'}} May 04 17:49:53.717716 dv-cinder-840512-1-iscsi neutron-server[110470]: {{(pid=110470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:49:53.731844 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:53.734152 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:53.737771 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:49:53.823356 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Attempting to bind port 4d5677c6-4fd8-4123-b683-51a89c01bca2 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:49:53.825110 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Attempting to bind port 4d5677c6-4fd8-4123-b683-51a89c01bca2 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:49:53.825704 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Attempting to bind port 4d5677c6-4fd8-4123-b683-51a89c01bca2 on network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:49:53.829720 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks [] for router_gateway (f425f763-5598-4ac5-8bc1-3fa55b1ac865), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.837819 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:49:53.838328 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Publish callbacks [] for security_group (e55ce083-5636-46c8-ac69-14c3f3852b17), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.839337 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Checking segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:49:53.839745 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.840156 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Bound using segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:49:53.843953 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Bound port: 4d5677c6-4fd8-4123-b683-51a89c01bca2, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:49:53.844343 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.852533 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-network', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:53.877551 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Publish callbacks [] for security_group (5adcbdac-9735-4958-bb7d-f7d0fd422f6b), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.877551 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59042) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:53.931729 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] For port 4d5677c6-4fd8-4123-b683-51a89c01bca2, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:49:53.935271 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] For port 4d5677c6-4fd8-4123-b683-51a89c01bca2, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4d5677c6-4fd8-4123-b683-51a89c01bca2,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:49:53.974298 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (5adcbdac-9735-4958-bb7d-f7d0fd422f6b), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.978654 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (e55ce083-5636-46c8-ac69-14c3f3852b17), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:53.997230 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:49:54.016050 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=110468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:49:54.019083 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (b837ede8-51ed-4ddf-9c7b-92cef0b01a5c), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.021726 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Added segment b837ede8-51ed-4ddf-9c7b-92cef0b01a5c of type vlan for network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd May 04 17:49:54.027628 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adcbdac-9735-4958-bb7d-f7d0fd422f6b,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:54.031306 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Made reservation on behalf of 0a80a63e96c840f1a780b0b263f68aa9 for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:54.033877 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.065894 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.073055 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.085646 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (660cf2bc-7dbc-49ea-88f8-2ed364a280bd), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.168938 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584a495-1f23-4e32-911e-65f587806a05 None None] Pushing event updated for resources: {'Port': ['ID=4d5677c6-4fd8-4123-b683-51a89c01bca2,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:54.207409 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Publish callbacks [] for security_group (e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.237552 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (660cf2bc-7dbc-49ea-88f8-2ed364a280bd), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.239302 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:54.240223 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.249674 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2095082666-network', 'tenant_id': 'e7af3b817ec64181be4ccda0d50d3660'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:54.267365 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks [] for router_gateway (f425f763-5598-4ac5-8bc1-3fa55b1ac865), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.299414 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (ddedb41e-987c-4180-a8b4-7f25ace6d221), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.300020 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.segments_db [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Added segment ddedb41e-987c-4180-a8b4-7f25ace6d221 of type vlan for network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a May 04 17:49:54.302061 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.352056 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] Pushing event updated for resources: {'Network': ['ID=660cf2bc-7dbc-49ea-88f8-2ed364a280bd,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:54.361745 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.365995 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:49:54.374779 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:49:54.385016 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (55d6a1b8-efd5-4eed-bc33-214caaea85f6), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.385730 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Added segment 55d6a1b8-efd5-4eed-bc33-214caaea85f6 of type vlan for network 2a788710-3f1d-40a2-9b49-f0445f584b5a May 04 17:49:54.452052 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (2a788710-3f1d-40a2-9b49-f0445f584b5a), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.575730 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Allocated IP 172.27.2.165 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/977a5d90-4233-48ba-a8e4-f77e03fa85f1) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:54.617876 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-184a797a-0ab6-4674-8764-d489f9d01653 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5461769 May 04 17:49:54.618692 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:54.621861 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55ce083-5636-46c8-ac69-14c3f3852b17,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:54.626937 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59080) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:54.640173 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (2a788710-3f1d-40a2-9b49-f0445f584b5a), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.641882 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:54.644906 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.657601 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Made reservation on behalf of e7af3b817ec64181be4ccda0d50d3660 for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:54.665003 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.666074 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Request body: {'subnet': {'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-913339417-subnet', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:54.718640 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (8910ccf3-3913-4d5e-adf9-9144e5b65b5a), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.722943 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.844524 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4851673 May 04 17:49:54.847094 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be5cf5-86c7-42f0-baf7-66c697fe5c3c admin admin] Pushing event updated for resources: {'Network': ['ID=2a788710-3f1d-40a2-9b49-f0445f584b5a,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:54.850826 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59096) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:54.860075 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:49:54.860589 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Request body: {'subnet': {'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-subnet', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:54.867617 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Made reservation on behalf of 65ea04a5ce2f4f75968d7d0204336cf6 for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:54.870083 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.979741 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Publish callbacks [] for security_group (41ee2fcc-09d7-4039-a08f-be90e897aa03), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.984653 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks [] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.988867 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (8910ccf3-3913-4d5e-adf9-9144e5b65b5a), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:54.989814 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:54.990396 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.060167 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (41ee2fcc-09d7-4039-a08f-be90e897aa03), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.082086 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:49:55.090711 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Made reservation on behalf of 0a80a63e96c840f1a780b0b263f68aa9 for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:55.093473 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.097931 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ee2fcc-09d7-4039-a08f-be90e897aa03,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:55.100953 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (5266ae5a-0d97-4398-bc44-1424565558d2), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.101294 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Added segment 5266ae5a-0d97-4398-bc44-1424565558d2 of type vlan for network 9d9332cf-5c7f-492b-9bdb-e02ec380487b May 04 17:49:55.134624 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3452814 May 04 17:49:55.138523 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59110) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:55.144101 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Request body: {'subnet': {'network_id': '8910ccf3-3913-4d5e-adf9-9144e5b65b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1710784283-subnet', 'tenant_id': '315bc11153674d80b7583a9e12aa7403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:55.151165 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (9d9332cf-5c7f-492b-9bdb-e02ec380487b), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.200966 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a043125-6b34-4d90-b6ee-346804e43522 admin admin] Pushing event updated for resources: {'Network': ['ID=8910ccf3-3913-4d5e-adf9-9144e5b65b5a,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:55.216477 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:49:55.266612 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Made reservation on behalf of 315bc11153674d80b7583a9e12aa7403 for: {'subnet': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:55.270544 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.301008 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.307133 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (9d9332cf-5c7f-492b-9bdb-e02ec380487b), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.308424 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:55.309264 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.431520 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5582182 May 04 17:49:55.474069 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59116) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:55.496093 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59120) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:55.501436 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Request body: {'subnet': {'network_id': '9d9332cf-5c7f-492b-9bdb-e02ec380487b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2095082666-subnet', 'tenant_id': 'e7af3b817ec64181be4ccda0d50d3660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:55.507544 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257701de-3ca3-470e-aa78-acc5a26920b0 admin admin] Pushing event updated for resources: {'Network': ['ID=9d9332cf-5c7f-492b-9bdb-e02ec380487b,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:55.521467 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 9d9332cf-5c7f-492b-9bdb-e02ec380487b details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:49:55.576430 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:55.603606 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:55.628507 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:49:55.639969 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Pushing event updated for resources: {'Port': ['ID=977a5d90-4233-48ba-a8e4-f77e03fa85f1,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:55.642843 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Made reservation on behalf of e7af3b817ec64181be4ccda0d50d3660 for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:55.645215 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.739587 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (480277fb-c1a6-4cf3-b1fd-15e7700eeade), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.760235 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (bafab689-d772-41bd-8221-80ec11808acc), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:55.760982 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e7fdf-9b79-42b9-8912-a984139141e4 None None] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:49:55.843400 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bafab689-d772-41bd-8221-80ec11808acc,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:55.855379 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4d5677c6-4fd8-4123-b683-51a89c01bca2 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:49:55.894607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Checking segment: {'id': 'ddedb41e-987c-4180-a8b4-7f25ace6d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8910ccf3-3913-4d5e-adf9-9144e5b65b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:49:55.895049 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Network hostable DHCP agents. Network: 8910ccf3-3913-4d5e-adf9-9144e5b65b5a, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:49:55.920611 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-f454ce95-6bb1-42f8-8883-af57c6a1ce84 None None] Provisioning complete for port 4d5677c6-4fd8-4123-b683-51a89c01bca2 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:49:55.921254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f454ce95-6bb1-42f8-8883-af57c6a1ce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.010938 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:49:56.080428 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 4d5677c6-4fd8-4123-b683-51a89c01bca2 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:49:56.080916 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.100369 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 8910ccf3-3913-4d5e-adf9-9144e5b65b5a) {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:56.105231 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:56.109381 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.115910 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480277fb-c1a6-4cf3-b1fd-15e7700eeade,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:56.125698 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550d42c-59e8-4ee0-9cd7-db4fbb0174ea None None] Network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:49:56.178177 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e2c85439-b3bd-4ac7-b2a0-ab120ef42b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.215810 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Checking segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:49:56.216471 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Network hostable DHCP agents. Network: 660cf2bc-7dbc-49ea-88f8-2ed364a280bd, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:49:56.217332 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-4426ad35-7b02-4125-b8b6-8a065890ff9d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0777256 May 04 17:49:56.286621 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (f18c2eb7-06ab-47e9-8fe5-4147a2cef998), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.322453 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-f454ce95-6bb1-42f8-8883-af57c6a1ce84 None None] Current status of the port 4d5677c6-4fd8-4123-b683-51a89c01bca2 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:49:56.323143 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f454ce95-6bb1-42f8-8883-af57c6a1ce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.363693 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-f454ce95-6bb1-42f8-8883-af57c6a1ce84 None None] For port 4d5677c6-4fd8-4123-b683-51a89c01bca2, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4d5677c6-4fd8-4123-b683-51a89c01bca2,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:49:56.435790 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51f5cae-fc3d-4205-b715-d68788bd3640 None None] Network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:49:56.492772 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f454ce95-6bb1-42f8-8883-af57c6a1ce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.552681 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:49:56.636485 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-54e6a672-3655-4c39-9f9c-bb779021f19e None None] Provisioning complete for port 4d5677c6-4fd8-4123-b683-51a89c01bca2 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:49:56.637148 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-54e6a672-3655-4c39-9f9c-bb779021f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.638817 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4d5677c6-4fd8-4123-b683-51a89c01bca2 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:49:56.639391 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.646003 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 660cf2bc-7dbc-49ea-88f8-2ed364a280bd) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:56.668768 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:56.669344 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.673179 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18c2eb7-06ab-47e9-8fe5-4147a2cef998,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:56.684241 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks [] for router_gateway (f425f763-5598-4ac5-8bc1-3fa55b1ac865), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.688136 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cb8746-b550-44cd-884d-fe94bef2b8a0 None None] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:49:56.762445 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e2c85439-b3bd-4ac7-b2a0-ab120ef42b24 admin admin] Publish callbacks [] for security_group (14110c5b-66b6-418d-9640-3865ea15dd42), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.768944 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Checking segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:49:56.769313 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Network hostable DHCP agents. Network: 2a788710-3f1d-40a2-9b49-f0445f584b5a, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:49:56.775457 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454ce95-6bb1-42f8-8883-af57c6a1ce84 None None] Pushing event updated for resources: {'Port': ['ID=4d5677c6-4fd8-4123-b683-51a89c01bca2,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:56.837995 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-808ca2ba-2a83-4296-a045-20475bdd22c6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2066343 May 04 17:49:56.843544 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59156) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:56.844072 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:56.903209 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e2c85439-b3bd-4ac7-b2a0-ab120ef42b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (14110c5b-66b6-418d-9640-3865ea15dd42), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.905439 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (dd13ab0c-aac5-4782-8dc1-67346bfe6f14), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:56.990062 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.db.api [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:49:56.990693 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG oslo_db.api [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:49:56.991388 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-54e6a672-3655-4c39-9f9c-bb779021f19e None None] Current status of the port 4d5677c6-4fd8-4123-b683-51a89c01bca2 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:49:57.025259 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd13ab0c-aac5-4782-8dc1-67346bfe6f14,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:57.025259 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c85439-b3bd-4ac7-b2a0-ab120ef42b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14110c5b-66b6-418d-9640-3865ea15dd42,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:57.026368 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:49:57.027289 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.038568 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:49:57.097057 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e2c85439-b3bd-4ac7-b2a0-ab120ef42b24 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad30ae0b8e9f47be9bdb04d3b478b358&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5689781 May 04 17:49:57.099638 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59168) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:57.102633 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (54e3053e-c199-4420-a8c2-4539d71996b4), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.104182 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (54e3053e-c199-4420-a8c2-4539d71996b4), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.148291 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 2a788710-3f1d-40a2-9b49-f0445f584b5a) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:57.172719 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:57.173687 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.195361 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Checking segment: {'id': '5266ae5a-0d97-4398-bc44-1424565558d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '9d9332cf-5c7f-492b-9bdb-e02ec380487b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:49:57.195956 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Network hostable DHCP agents. Network: 9d9332cf-5c7f-492b-9bdb-e02ec380487b, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:49:57.203456 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b82bfa-cb6c-4124-9c8b-9b3b0fd61b17 None None] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:49:57.210908 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (f425f763-5598-4ac5-8bc1-3fa55b1ac865), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.229475 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5333ce24-2b78-46c5-b76f-7a14d1850dfb admin admin] Publish callbacks [] for security_group (14110c5b-66b6-418d-9640-3865ea15dd42), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.253942 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5333ce24-2b78-46c5-b76f-7a14d1850dfb admin admin] Publish callbacks [] for security_group (14110c5b-66b6-418d-9640-3865ea15dd42), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.331523 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks [] for router_controller (54e3053e-c199-4420-a8c2-4539d71996b4), precommit_add_association {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.379680 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-9e9ecd86-d5ed-40c1-bafc-ffa262694930 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5269127 May 04 17:49:57.382202 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59188) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:57.390854 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:57.421031 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Allocated IP 172.20.0.2 (660cf2bc-7dbc-49ea-88f8-2ed364a280bd/480277fb-c1a6-4cf3-b1fd-15e7700eeade/956ddd93-eb7f-4913-8a1c-db6bed747f96) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:57.435470 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5333ce24-2b78-46c5-b76f-7a14d1850dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (14110c5b-66b6-418d-9640-3865ea15dd42), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.438659 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5333ce24-2b78-46c5-b76f-7a14d1850dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.443323 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-5333ce24-2b78-46c5-b76f-7a14d1850dfb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14110c5b-66b6-418d-9640-3865ea15dd42 HTTP/1.1" status: 204 len: 168 time: 0.3406770 May 04 17:49:57.453995 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333ce24-2b78-46c5-b76f-7a14d1850dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14110c5b-66b6-418d-9640-3865ea15dd42,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:57.471187 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-2a788710-3f1d-40a2-9b49-f0445f584b5a', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:49:57.472084 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.473366 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Network 9d9332cf-5c7f-492b-9bdb-e02ec380487b is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:49:57.501551 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (3a949aad-e502-40ad-aaa5-cda0086c16f6), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.503187 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (3a949aad-e502-40ad-aaa5-cda0086c16f6), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.521335 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 9d9332cf-5c7f-492b-9bdb-e02ec380487b) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:57.529680 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59198) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:57.534964 dv-cinder-840512-1-iscsi neutron-server[110468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 17:49:57.553486 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2f05e2-e78e-4736-af1c-b5fd3fc3e984 None None] Network 9d9332cf-5c7f-492b-9bdb-e02ec380487b requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:49:57.553879 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:57.554484 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.584381 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks [] for router_controller (3a949aad-e502-40ad-aaa5-cda0086c16f6), precommit_add_association {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.745250 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4d5677c6-4fd8-4123-b683-51a89c01bca2 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:49:57.786032 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-db607dce-d086-4c50-8d9c-7da6b78babc1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2941024 May 04 17:49:57.831915 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af53e2c8-a54e-4cd7-a847-84fc1fc30c3c None None] Network 9d9332cf-5c7f-492b-9bdb-e02ec380487b requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:49:57.849717 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks [] for router_gateway (54e3053e-c199-4420-a8c2-4539d71996b4), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.873065 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks [] for router_gateway (3a949aad-e502-40ad-aaa5-cda0086c16f6), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:57.896244 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-1d222466-edb8-4c59-9598-690b939e045c tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:57.896244 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-1d222466-edb8-4c59-9598-690b939e045c tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/networks?id=8910ccf3-3913-4d5e-adf9-9144e5b65b5a HTTP/1.1" status: 200 len: 812 time: 0.3652067 May 04 17:49:57.923571 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-04a9914f-2415-4f5b-a769-a07aa0a046ba tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/quotas/315bc11153674d80b7583a9e12aa7403 HTTP/1.1" status: 200 len: 375 time: 0.0139134 May 04 17:49:57.950159 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Allocated IP 172.20.0.2 (2a788710-3f1d-40a2-9b49-f0445f584b5a/f18c2eb7-06ab-47e9-8fe5-4147a2cef998/c123bc27-8989-4ae1-89f7-6c4609f19925) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:58.254674 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Publish callbacks [] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.254674 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4d5677c6-4fd8-4123-b683-51a89c01bca2 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:49:58.263512 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Router f425f763-5598-4ac5-8bc1-3fa55b1ac865 is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:49:58.263512 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-182bf7ff-7e28-4d5c-b844-c2d8e1dfb7cc tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=315bc11153674d80b7583a9e12aa7403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936861 May 04 17:49:58.264066 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 4d5677c6-4fd8-4123-b683-51a89c01bca2 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:49:58.264066 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.264066 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.309889 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:58.318389 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:58.322168 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:49:58.419135 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:49:58.422786 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks [] for router_gateway (3a949aad-e502-40ad-aaa5-cda0086c16f6), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.426102 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Pushing event updated for resources: {'Port': ['ID=956ddd93-eb7f-4913-8a1c-db6bed747f96,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:58.443961 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Sync routers for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:49:58.462889 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:49:58.463109 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:49:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:58.495712 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks [] for router_gateway (54e3053e-c199-4420-a8c2-4539d71996b4), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.497524 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Attempting to bind port 956ddd93-eb7f-4913-8a1c-db6bed747f96 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:49:58.498018 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Attempting to bind port 956ddd93-eb7f-4913-8a1c-db6bed747f96 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:49:58.498480 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Attempting to bind port 956ddd93-eb7f-4913-8a1c-db6bed747f96 on network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:49:58.500990 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Publish callbacks [] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.508288 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.508433 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:49:58.508714 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Checking segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:49:58.509054 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.510279 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Bound using segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:49:58.510684 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Bound port: 956ddd93-eb7f-4913-8a1c-db6bed747f96, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:49:58.511276 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.518174 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.569727 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.574756 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-aa6050ab-4997-4349-8f64-2a5ee898fc34 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3474362 May 04 17:49:58.574903 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59226) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:58.675606 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59230) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:58.706224 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cd0a313b-c3fd-4d27-be8d-825adc901c2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.778007 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Allocated IP 172.27.2.5 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/d71d0f53-3d76-4933-ad4b-bf66beb66cb6) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:58.795994 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:49:58.884796 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:58.888018 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-5ba12841-150c-4329-8c38-f40f5777e6a0 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:49:58.888981 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-5ba12841-150c-4329-8c38-f40f5777e6a0 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2576940 May 04 17:49:59.007897 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:59.032649 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:59.037710 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:49:59.070098 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] For port 956ddd93-eb7f-4913-8a1c-db6bed747f96, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:49:59.074535 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] For port 956ddd93-eb7f-4913-8a1c-db6bed747f96, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=956ddd93-eb7f-4913-8a1c-db6bed747f96,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:49:59.108694 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4d5677c6-4fd8-4123-b683-51a89c01bca2 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:49:59.119993 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:49:56Z', 'revision_number': 3, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:59.163132 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Checking router: f425f763-5598-4ac5-8bc1-3fa55b1ac865 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:49:59.163763 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Updating router f425f763-5598-4ac5-8bc1-3fa55b1ac865 port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:49:59.197596 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Pushing event updated for resources: {'Port': ['ID=c123bc27-8989-4ae1-89f7-6c4609f19925,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:59.201138 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cd0a313b-c3fd-4d27-be8d-825adc901c2b admin admin] Publish callbacks [] for security_group (2e3a3604-2319-4cad-83d5-7c8d71ae3052), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.203471 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.216099 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.247065 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks [] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.251925 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-6825a3db-7d9d-43f1-9993-34c1d501cd3f service neutron] 10.222.0.81 "GET /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485899 May 04 17:49:59.308896 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cd0a313b-c3fd-4d27-be8d-825adc901c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (2e3a3604-2319-4cad-83d5-7c8d71ae3052), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.386764 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Attempting to bind port c123bc27-8989-4ae1-89f7-6c4609f19925 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:49:59.387312 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Attempting to bind port c123bc27-8989-4ae1-89f7-6c4609f19925 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:49:59.387568 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Attempting to bind port c123bc27-8989-4ae1-89f7-6c4609f19925 on network 2a788710-3f1d-40a2-9b49-f0445f584b5a {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:49:59.405701 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:49:59.406084 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Checking segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:49:59.406493 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.406890 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Bound using segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:49:59.407420 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Bound port: c123bc27-8989-4ae1-89f7-6c4609f19925, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:49:59.407856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.411394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96db01-d3e0-4a4c-9d52-2e5edb7a873e None None] Pushing event updated for resources: {'Port': ['ID=956ddd93-eb7f-4913-8a1c-db6bed747f96,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:59.439740 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59266) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:59.451212 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-603659546-network', 'tenant_id': '69d7625000da4bf1a680fc7978381d15'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:49:59.471286 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-cd0a313b-c3fd-4d27-be8d-825adc901c2b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=841c32d11e35444e81cf00767e54eb4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7917042 May 04 17:49:59.480171 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59268) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:49:59.486330 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a313b-c3fd-4d27-be8d-825adc901c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a3604-2319-4cad-83d5-7c8d71ae3052,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:59.514394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] For port c123bc27-8989-4ae1-89f7-6c4609f19925, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:49:59.518690 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] For port c123bc27-8989-4ae1-89f7-6c4609f19925, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=c123bc27-8989-4ae1-89f7-6c4609f19925,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:49:59.531051 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.546585 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-69abab2d-781a-472f-95d6-d0b00609a525 service neutron] 10.222.0.81 "GET /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842333 May 04 17:49:59.609402 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b83e5e33-837a-48ad-b977-cc657f1c9ab7 admin admin] Publish callbacks [] for security_group (2e3a3604-2319-4cad-83d5-7c8d71ae3052), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.615545 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.615746 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.664267 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:59.664381 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Made reservation on behalf of 69d7625000da4bf1a680fc7978381d15 for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:59.668504 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.673553 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:59.676473 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:49:59.701107 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b83e5e33-837a-48ad-b977-cc657f1c9ab7 admin admin] Publish callbacks [] for security_group (2e3a3604-2319-4cad-83d5-7c8d71ae3052), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.744510 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:49:59.751982 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802eebf-d873-418f-b86d-f8b3b3b0b3fd None None] Pushing event updated for resources: {'Port': ['ID=c123bc27-8989-4ae1-89f7-6c4609f19925,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:59.831402 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Pushing event updated for resources: {'Port': ['ID=d71d0f53-3d76-4933-ad4b-bf66beb66cb6,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:59.850570 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Allocated IP 172.27.2.29 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/33893e68-b11b-4049-9aad-ea58e479e941) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:59.924018 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 956ddd93-eb7f-4913-8a1c-db6bed747f96 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:49:59.998922 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 956ddd93-eb7f-4913-8a1c-db6bed747f96 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:49:59.999311 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.027350 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59284) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:00.029412 dv-cinder-840512-1-iscsi neutron-server[110469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 17:50:00.133341 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 956ddd93-eb7f-4913-8a1c-db6bed747f96 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:00.138169 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.172068 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5f985059-af4a-4880-b7f6-8515279eaebf req-89932013-5422-42cb-9f49-4dc09a188408 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.1435919 May 04 17:50:00.197524 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks [] for router_gateway (54e3053e-c199-4420-a8c2-4539d71996b4), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.203175 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port 956ddd93-eb7f-4913-8a1c-db6bed747f96, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=956ddd93-eb7f-4913-8a1c-db6bed747f96,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:00.230691 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Allocated IP 172.20.0.1 (ec775cde-fdeb-47a3-9b5d-7264a7a833a1/cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f/469bf2eb-42a3-453b-ade2-99562ee065cf) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:00.245406 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks [] for port (33893e68-b11b-4049-9aad-ea58e479e941), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.304304 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.330589 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Publish callbacks [] for security_group (c452e826-c03f-46d2-8e1f-253466b3273f), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.404353 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=956ddd93-eb7f-4913-8a1c-db6bed747f96,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:00.464477 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Publish callbacks [] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.510997 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b83e5e33-837a-48ad-b977-cc657f1c9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (2e3a3604-2319-4cad-83d5-7c8d71ae3052), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.514196 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b83e5e33-837a-48ad-b977-cc657f1c9ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.515374 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-b83e5e33-837a-48ad-b977-cc657f1c9ab7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e3a3604-2319-4cad-83d5-7c8d71ae3052 HTTP/1.1" status: 204 len: 168 time: 1.0316567 May 04 17:50:00.521591 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (33893e68-b11b-4049-9aad-ea58e479e941), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.531224 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (c452e826-c03f-46d2-8e1f-253466b3273f), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.557061 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:00.586667 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:00.599985 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:00.631662 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (54e3053e-c199-4420-a8c2-4539d71996b4), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.684148 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e5e33-837a-48ad-b977-cc657f1c9ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a3604-2319-4cad-83d5-7c8d71ae3052,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:00.735007 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c452e826-c03f-46d2-8e1f-253466b3273f,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:00.742193 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:50:00.749916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Pushing event updated for resources: {'Port': ['ID=33893e68-b11b-4049-9aad-ea58e479e941,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:00.834437 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.836081 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Publish callbacks [] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.874482 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (dc7cfd41-9a55-462f-80c7-0f40bc7120e3), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.875142 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Added segment dc7cfd41-9a55-462f-80c7-0f40bc7120e3 of type vlan for network aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c May 04 17:50:00.919521 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:00.924485 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Router 54e3053e-c199-4420-a8c2-4539d71996b4 is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:50:00.938566 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:00.953157 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d518eee5-f2fc-497a-8362-ff399db0dc95 None None] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:50:01.013808 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:01.037744 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:01.038224 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (f425f763-5598-4ac5-8bc1-3fa55b1ac865), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.048741 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=469bf2eb-42a3-453b-ade2-99562ee065cf,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:01.080369 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Attempting to bind port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:01.080779 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Attempting to bind port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:01.081143 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Attempting to bind port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:01.086485 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Pushing event updated for resources: {'Port': ['ID=977a5d90-4233-48ba-a8e4-f77e03fa85f1,revision_number=2']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:01.116683 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.116683 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.116683 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.116683 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.116683 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.117071 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-223f11d3-6364-4229-92f7-76dc3e5d13bc None None] Provisioning complete for port 956ddd93-eb7f-4913-8a1c-db6bed747f96 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:01.117071 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-223f11d3-6364-4229-92f7-76dc3e5d13bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.117854 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.118447 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.119024 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.119390 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.119758 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.120280 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.120835 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.122730 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.123286 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.123837 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.124741 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Tracked resource versions report: May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: pushed versions: May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: { 'AddressGroup': {'1.2'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Agent': {'1.1'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'ConntrackHelper': {'1.0'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'LocalIPAssociation': {'1.0'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Log': {'1.0'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'NDPProxy': {'1.0'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Network': {'1.1'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Port': {'1.7'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'PortForwarding': {'1.3'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'QosPolicy': {'1.10'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SecurityGroup': {'1.5'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SecurityGroupRule': {'1.2'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SubPort': {'1.0'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Subnet': {'1.1'}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Trunk': {'1.1'}} May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: consumer versions: May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: { DHCP agent@dv-cinder-840512-1-iscsi: {}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: HyperV agent@hv-cinder-84051: {}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: L3 agent@dv-cinder-840512-1-iscsi: {}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: Metadata agent@dv-cinder-840512-1-iscsi: {}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: Metering agent@dv-cinder-840512-1-iscsi: {}, May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: Open vSwitch agent@dv-cinder-840512-1-iscsi: { 'AddressGroup': '1.2', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Agent': '1.1', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'ConntrackHelper': '1.0', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'LocalIPAssociation': '1.0', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Log': '1.0', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'NDPProxy': '1.0', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Network': '1.1', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Port': '1.7', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'PortForwarding': '1.3', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'QosPolicy': '1.10', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SecurityGroup': '1.5', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SecurityGroupRule': '1.2', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'SubPort': '1.0', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Subnet': '1.1', May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: 'Trunk': '1.1'}} May 04 17:50:01.133094 dv-cinder-840512-1-iscsi neutron-server[110471]: {{(pid=110471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:50:01.139906 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:01.140571 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:01.141275 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.142438 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:01.143275 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Bound port: 977a5d90-4233-48ba-a8e4-f77e03fa85f1, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:01.146864 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.293902 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] For port 977a5d90-4233-48ba-a8e4-f77e03fa85f1, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:01.297747 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] For port 977a5d90-4233-48ba-a8e4-f77e03fa85f1, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=977a5d90-4233-48ba-a8e4-f77e03fa85f1,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:01.386870 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.441822 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:50:01.476286 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Sync routers for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:50:01.506724 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c884dd-6cac-41a2-bf8e-cca9ec7d79f9 None None] Pushing event updated for resources: {'Port': ['ID=977a5d90-4233-48ba-a8e4-f77e03fa85f1,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:01.538065 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:01.538695 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:49:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:01.542267 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:01.542989 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:49:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:01.554137 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.560220 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-dd8989cd-80da-4c16-b7bf-a11b1f4b7681 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7150595 May 04 17:50:01.564157 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59344) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:01.690144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.db.resource_extend [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:50:01.743713 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9257a47d-4ecf-48cd-9eb6-353085d1f9d6 None None] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:50:01.753943 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:01.773730 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5d8c3a94-8aa6-4347-9d3b-ac818a22de28 req-dc736213-d923-460f-923d-fae156d82cdc tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0655560 May 04 17:50:01.890633 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.891513 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:01.892112 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:01.996388 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] Pushing event updated for resources: {'Network': ['ID=aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:01.998658 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.070387 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:49:56Z', 'revision_number': 3, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:02.112498 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1055424-6ab9-434f-838f-504d569bb187 None None] The sync data for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi is: [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:49:56Z', 'revision_number': 3, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:50:02.161907 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-223f11d3-6364-4229-92f7-76dc3e5d13bc None None] Current status of the port 956ddd93-eb7f-4913-8a1c-db6bed747f96 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:02.175151 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59356) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:02.222696 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:50:02.276253 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-d4b6a738-a50f-4710-9a08-479eabb4928f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.8338397 May 04 17:50:02.277215 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59362) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:02.283275 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks [] for router_gateway (3a949aad-e502-40ad-aaa5-cda0086c16f6), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.291920 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Request body: {'subnet': {'network_id': 'aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-603659546-subnet', 'tenant_id': '69d7625000da4bf1a680fc7978381d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:02.325221 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:02.432831 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Provisioning complete for port 956ddd93-eb7f-4913-8a1c-db6bed747f96 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:02.433450 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.445669 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5b4-14e6-408b-a0ce-37bbe8cd7c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.473671 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Publish callbacks [] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.498198 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 956ddd93-eb7f-4913-8a1c-db6bed747f96 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:02.548368 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Made reservation on behalf of 69d7625000da4bf1a680fc7978381d15 for: {'subnet': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:50:02.550741 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.708122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.710302 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (f425f763-5598-4ac5-8bc1-3fa55b1ac865), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.803410 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=469bf2eb-42a3-453b-ade2-99562ee065cf,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:02.847505 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5b4-14e6-408b-a0ce-37bbe8cd7c6b admin admin] Publish callbacks [] for security_group (ac28ec24-4e67-4720-9197-ac0e21148562), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.850505 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.908889 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 956ddd93-eb7f-4913-8a1c-db6bed747f96 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:02.909213 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:02.926773 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5b4-14e6-408b-a0ce-37bbe8cd7c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (ac28ec24-4e67-4720-9197-ac0e21148562), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.019550 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-1d05d5b4-14e6-408b-a0ce-37bbe8cd7c6b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=56e43f1ac6b545459d949f659c6d7ef3&name=default HTTP/1.1" status: 200 len: 2995 time: 0.8427322 May 04 17:50:03.059665 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Current status of the port 956ddd93-eb7f-4913-8a1c-db6bed747f96 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:03.063136 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59378) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:03.070576 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Provisioning complete for port 469bf2eb-42a3-453b-ade2-99562ee065cf triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:03.070953 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.080484 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05d5b4-14e6-408b-a0ce-37bbe8cd7c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28ec24-4e67-4720-9197-ac0e21148562,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:03.099490 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:49:59Z', 'revision_number': 3, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:03.144781 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Checking router: 54e3053e-c199-4420-a8c2-4539d71996b4 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:50:03.145222 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Updating router 54e3053e-c199-4420-a8c2-4539d71996b4 port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:50:03.250557 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-51e6f2fc-a85f-4c45-9438-6a761b000515 req-272fb550-b231-4122-b247-773ba78d5143 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0871372 May 04 17:50:03.256971 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (cde31ca0-eacb-4d18-91a4-331f4868e895), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.292417 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f620bc5e-a58b-4fca-a3ba-0e34e377db15 admin admin] Publish callbacks [] for security_group (ac28ec24-4e67-4720-9197-ac0e21148562), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.378483 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Port 469bf2eb-42a3-453b-ade2-99562ee065cf cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:03.390922 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f620bc5e-a58b-4fca-a3ba-0e34e377db15 admin admin] Publish callbacks [] for security_group (ac28ec24-4e67-4720-9197-ac0e21148562), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.415889 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Allocated IP 172.20.0.1 (660cf2bc-7dbc-49ea-88f8-2ed364a280bd/480277fb-c1a6-4cf3-b1fd-15e7700eeade/a9659cd5-5c36-4b49-8769-92452ca3c845) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:03.421489 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Provisioning complete for port c123bc27-8989-4ae1-89f7-6c4609f19925 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:03.422036 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.429025 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (3a949aad-e502-40ad-aaa5-cda0086c16f6), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.458933 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde31ca0-eacb-4d18-91a4-331f4868e895,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:03.489920 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.525307 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:03.528276 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 956ddd93-eb7f-4913-8a1c-db6bed747f96 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:03.529845 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device c123bc27-8989-4ae1-89f7-6c4609f19925 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:03.530382 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:03.542587 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Checking segment: {'id': 'dc7cfd41-9a55-462f-80c7-0f40bc7120e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:03.542960 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Network hostable DHCP agents. Network: aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:50:03.711690 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Publish callbacks [] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.781366 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f620bc5e-a58b-4fca-a3ba-0e34e377db15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (ac28ec24-4e67-4720-9197-ac0e21148562), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.788748 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f620bc5e-a58b-4fca-a3ba-0e34e377db15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.789915 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f620bc5e-a58b-4fca-a3ba-0e34e377db15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac28ec24-4e67-4720-9197-ac0e21148562 HTTP/1.1" status: 204 len: 168 time: 0.7260151 May 04 17:50:03.808806 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620bc5e-a58b-4fca-a3ba-0e34e377db15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28ec24-4e67-4720-9197-ac0e21148562,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:03.813403 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Network aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:50:03.864721 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.882412 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Router f425f763-5598-4ac5-8bc1-3fa55b1ac865 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:50:03.965721 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c) {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:03.973246 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:03.973786 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Pushing event updated for resources: {'Port': ['ID=a9659cd5-5c36-4b49-8769-92452ca3c845,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:03.973894 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:03.995004 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Router 3a949aad-e502-40ad-aaa5-cda0086c16f6 is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:50:04.017959 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:04.022706 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:04.024680 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216bfcc4-96ae-44fd-b7aa-5a29b033c8ff None None] Network aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:50:04.037381 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:04.037381 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (54e3053e-c199-4420-a8c2-4539d71996b4), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.137572 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-bb9ad187-abc2-4a34-a890-96da3a5a776e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8458493 May 04 17:50:04.158782 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:50:04.168912 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port c123bc27-8989-4ae1-89f7-6c4609f19925 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:04.172213 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.194717 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-d0199aa9-3479-4df6-8ae7-fc39cf862ff9 admin admin] 10.222.0.81 "PUT /v2.0/routers/f425f763-5598-4ac5-8bc1-3fa55b1ac865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6171241 May 04 17:50:04.276235 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Current status of the port c123bc27-8989-4ae1-89f7-6c4609f19925 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:04.277148 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.482233 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3c7da-b8b1-44db-bae5-32ea3a74d29d None None] Network aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:50:04.530976 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67350cdd-fee2-4dc5-bdae-4c79f7091a80 req-77215eab-ce19-4b77-97d7-0f01e388ff06 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0346949 May 04 17:50:04.545333 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.86', 55819) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:04.546023 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] For port c123bc27-8989-4ae1-89f7-6c4609f19925, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=c123bc27-8989-4ae1-89f7-6c4609f19925,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:04.550514 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port c123bc27-8989-4ae1-89f7-6c4609f19925 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:04.550829 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.568312 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:50:04.570179 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59420) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:04.581455 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Sync routers for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:50:04.609655 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:04.610112 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:49:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:04.635797 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.697612 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.712760 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbadedb-ecc0-49b1-9153-f5319871d5bc admin admin] Deleting subnet dd13ab0c-aac5-4782-8dc1-67346bfe6f14 {{(pid=110469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:50:04.720889 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3cbadedb-ecc0-49b1-9153-f5319871d5bc admin admin] Publish callbacks [] for subnet (dd13ab0c-aac5-4782-8dc1-67346bfe6f14), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.786033 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.790944 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-2ee8ccca-5993-4c2d-b6b9-849715e2bc03 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4045894 May 04 17:50:04.794524 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59424) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:04.861178 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3cbadedb-ecc0-49b1-9153-f5319871d5bc admin admin] Publish callbacks [] for subnet (dd13ab0c-aac5-4782-8dc1-67346bfe6f14), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.879433 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3cbadedb-ecc0-49b1-9153-f5319871d5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (dd13ab0c-aac5-4782-8dc1-67346bfe6f14), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:04.882718 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed0e55-d410-4086-a815-d847886c49d1 None None] Pushing event updated for resources: {'Port': ['ID=c123bc27-8989-4ae1-89f7-6c4609f19925,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:04.897802 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Sync routers for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:50:04.926821 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:04.927784 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:49:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:04.982278 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:05.014548 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Provisioning complete for port 469bf2eb-42a3-453b-ade2-99562ee065cf triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:05.014974 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.032912 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-9d487088-dbb4-471b-bf4c-5997a18d6411 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:05.034624 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-9d487088-dbb4-471b-bf4c-5997a18d6411 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.86 "GET /v2.0/networks?id=8910ccf3-3913-4d5e-adf9-9144e5b65b5a HTTP/1.1" status: 200 len: 812 time: 0.4872596 May 04 17:50:05.230856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.db.api [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:50:05.231212 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG oslo_db.api [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:50:05.262195 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59444) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:05.281229 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3cbadedb-ecc0-49b1-9153-f5319871d5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (dd13ab0c-aac5-4782-8dc1-67346bfe6f14), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.288376 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-331d0a92-7604-4af5-a02e-0191106ee7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.344734 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Request body: {'port': {'device_id': 'f6182d27-b476-4437-a550-b54d12eb01a3', 'network_id': '8910ccf3-3913-4d5e-adf9-9144e5b65b5a', 'admin_state_up': True, 'tenant_id': '315bc11153674d80b7583a9e12aa7403'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:05.361488 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:00Z', 'revision_number': 3, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:05.392829 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Publish callbacks [] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.393638 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3cbadedb-ecc0-49b1-9153-f5319871d5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.399556 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Port 469bf2eb-42a3-453b-ade2-99562ee065cf cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:05.407730 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Checking router: 3a949aad-e502-40ad-aaa5-cda0086c16f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:50:05.408086 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Updating router 3a949aad-e502-40ad-aaa5-cda0086c16f6 port 33893e68-b11b-4049-9aad-ea58e479e941 binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:50:05.416524 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-3cbadedb-ecc0-49b1-9153-f5319871d5bc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dd13ab0c-aac5-4782-8dc1-67346bfe6f14 HTTP/1.1" status: 204 len: 168 time: 0.8453553 May 04 17:50:05.417762 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:05.436036 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbadedb-ecc0-49b1-9153-f5319871d5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd13ab0c-aac5-4782-8dc1-67346bfe6f14,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:05.438007 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59454) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:05.464105 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (33893e68-b11b-4049-9aad-ea58e479e941), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.466176 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Provisioning complete for port c123bc27-8989-4ae1-89f7-6c4609f19925 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:05.466552 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.594393 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59462) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:05.599720 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.716272 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-8d5f6489-3510-4c95-82d2-32355b962282 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627174914', 'description': 'tempest-description--536010095'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:05.734363 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (9d9332cf-5c7f-492b-9bdb-e02ec380487b), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.791842 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Publish callbacks [] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.877516 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d076bec9-b6fc-4c0c-9933-438e87b9d8ab req-4603a7e7-500d-436f-bf43-776b2f6ae5dc tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0514061 May 04 17:50:05.878628 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Made reservation on behalf of 315bc11153674d80b7583a9e12aa7403 for: {'port': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:50:05.881157 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6e740-5444-4d03-92e2-76d06c24cd51 None None] Pushing event updated for resources: {'Port': ['ID=d71d0f53-3d76-4933-ad4b-bf66beb66cb6,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:05.881963 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.892344 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Attempting to bind port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:05.892742 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Attempting to bind port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:05.893105 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Attempting to bind port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:05.910171 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Publish callbacks [] for port (33893e68-b11b-4049-9aad-ea58e479e941), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.938111 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-331d0a92-7604-4af5-a02e-0191106ee7ae admin admin] Publish callbacks [] for security_group (6a4fe86c-24f6-4371-898e-a8c086e80eb6), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.972824 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6489-3510-4c95-82d2-32355b962282 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.983752 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:05.984073 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:05.984496 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:05.984895 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:05.985383 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Bound port: d71d0f53-3d76-4933-ad4b-bf66beb66cb6, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:05.985763 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.047525 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (33893e68-b11b-4049-9aad-ea58e479e941), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.065288 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.065288 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (54e3053e-c199-4420-a8c2-4539d71996b4), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.091672 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Attempting to bind port 33893e68-b11b-4049-9aad-ea58e479e941 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:06.091672 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Attempting to bind port 33893e68-b11b-4049-9aad-ea58e479e941 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:06.091672 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Attempting to bind port 33893e68-b11b-4049-9aad-ea58e479e941 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:06.115475 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:06.115880 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:06.116253 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.116757 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:06.117243 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Bound port: 33893e68-b11b-4049-9aad-ea58e479e941, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:06.117623 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (33893e68-b11b-4049-9aad-ea58e479e941), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.122444 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (9d9332cf-5c7f-492b-9bdb-e02ec380487b), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.160491 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.162257 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.164788 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.166115 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > port after_create 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.167540 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.168718 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > port after_update 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.169378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.170252 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.170785 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.171591 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.172184 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port c123bc27-8989-4ae1-89f7-6c4609f19925 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:06.186515 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Current status of the port c123bc27-8989-4ae1-89f7-6c4609f19925 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:06.188090 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] For port 33893e68-b11b-4049-9aad-ea58e479e941, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:06.193912 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] For port 33893e68-b11b-4049-9aad-ea58e479e941, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=33893e68-b11b-4049-9aad-ea58e479e941,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:06.231912 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c90e8-3207-43c2-a23a-990298eb2896 None None] Pushing event updated for resources: {'Port': ['ID=33893e68-b11b-4049-9aad-ea58e479e941,revision_number=2']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:06.238611 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Provisioning complete for port a9659cd5-5c36-4b49-8769-92452ca3c845 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:06.238991 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.278186 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (33893e68-b11b-4049-9aad-ea58e479e941), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.283544 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] For port d71d0f53-3d76-4933-ad4b-bf66beb66cb6, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:06.289866 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Pushing event updated for resources: {'Port': ['ID=a9659cd5-5c36-4b49-8769-92452ca3c845,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:06.294711 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:02Z', 'revision_number': 2, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:06.351429 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b08c0225-8a13-4999-bdde-8ae311ebddf5 None None] Port a9659cd5-5c36-4b49-8769-92452ca3c845 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:06.375310 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Allocated IP 172.20.0.10 (8910ccf3-3913-4d5e-adf9-9144e5b65b5a/bafab689-d772-41bd-8221-80ec11808acc/a2a52d2a-572d-408f-83fd-64c61ea14be9) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:06.377381 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:06.379595 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:49:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:06.386586 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:06.391849 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:06.430190 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Checking router: f425f763-5598-4ac5-8bc1-3fa55b1ac865 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:50:06.434245 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Updating router f425f763-5598-4ac5-8bc1-3fa55b1ac865 port 469bf2eb-42a3-453b-ade2-99562ee065cf binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:50:06.440360 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] For port d71d0f53-3d76-4933-ad4b-bf66beb66cb6, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=d71d0f53-3d76-4933-ad4b-bf66beb66cb6,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:06.490145 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.490383 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 977a5d90-4233-48ba-a8e4-f77e03fa85f1 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:06.490501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.490816 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.491144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:50:06.491502 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9332cf-5c7f-492b-9bdb-e02ec380487b']}} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:06.553594 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-331d0a92-7604-4af5-a02e-0191106ee7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (6a4fe86c-24f6-4371-898e-a8c086e80eb6), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.554074 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.557192 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.587843 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5266ae5a-0d97-4398-bc44-1424565558d2') {'for_net_delete': True} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:06.588199 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5266ae5a-0d97-4398-bc44-1424565558d2') {} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:06.597037 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:06.742001 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:06.742690 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:49:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:06.764424 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6e740-5444-4d03-92e2-76d06c24cd51 None None] Pushing event updated for resources: {'Port': ['ID=d71d0f53-3d76-4933-ad4b-bf66beb66cb6,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:06.768271 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414033'] for segment (5266ae5a-0d97-4398-bc44-1424565558d2), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.773631 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:06.774023 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.888493 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Router 54e3053e-c199-4420-a8c2-4539d71996b4 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:50:06.891535 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d0a92-7604-4af5-a02e-0191106ee7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4fe86c-24f6-4371-898e-a8c086e80eb6,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:06.899455 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (5266ae5a-0d97-4398-bc44-1424565558d2), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:06.978675 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:00Z', 'revision_number': 3, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:07.007560 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Publish callbacks [] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.030832 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1117f43b-3722-4901-ba98-7f1fcd9b970c None None] The sync data for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi is: [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:00Z', 'revision_number': 3, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:50:07.034661 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c90e8-3207-43c2-a23a-990298eb2896 None None] Pushing event updated for resources: {'Port': ['ID=33893e68-b11b-4049-9aad-ea58e479e941,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:07.038583 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-331d0a92-7604-4af5-a02e-0191106ee7ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2691db18eb1845bcad4dc57272324005&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7747130 May 04 17:50:07.069091 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=110469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:50:07.069091 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540896'] for segment (5266ae5a-0d97-4398-bc44-1424565558d2), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.198126 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:50:07.202374 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-c484eb73-e6ad-4473-8835-050fcfc1e9d7 None None] Provisioning complete for port a9659cd5-5c36-4b49-8769-92452ca3c845 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:07.202617 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c484eb73-e6ad-4473-8835-050fcfc1e9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.219609 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-57a30dc5-cb7f-4fda-a84c-2379339d822b admin admin] 10.222.0.81 "PUT /v2.0/routers/54e3053e-c199-4420-a8c2-4539d71996b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6542149 May 04 17:50:07.230328 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59502) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:07.318761 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f6e16bf7-458a-4db8-8583-2e1cbd13fe61 req-c90c0fc0-1047-4eb1-9e2a-810901f048fd tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0915480 May 04 17:50:07.347253 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6489-3510-4c95-82d2-32355b962282 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (763b0769-dd71-44fd-ab9f-b7aa9f32f16e), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: from cryptography.utils import int_from_bytes May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: from cryptography.utils import int_from_bytes May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: Traceback (most recent call last): May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: timer() May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: cb(*args, **kw) May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: return func(*args, **kwargs) May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: self._notify() May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: self.callback(batched_events) May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: event.method(event) May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: return f(self, *a, **k) May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._get(url).json() May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: return self.request(url, 'GET', **kwargs) May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:50:07.357712 dv-cinder-840512-1-iscsi neutron-server[110469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:50:07.374810 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (9d9332cf-5c7f-492b-9bdb-e02ec380487b), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.386681 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.395732 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9d9332cf-5c7f-492b-9bdb-e02ec380487b HTTP/1.1" status: 204 len: 168 time: 1.9539301 May 04 17:50:07.421870 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59512) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:07.435641 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571a99c-b429-42d0-8f5a-00db052ca331 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9332cf-5c7f-492b-9bdb-e02ec380487b,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:07.439216 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6489-3510-4c95-82d2-32355b962282 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (763b0769-dd71-44fd-ab9f-b7aa9f32f16e), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.556907 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e799644d-4b1c-4b4b-b42f-1c4601782b58 admin admin] Publish callbacks [] for security_group (6a4fe86c-24f6-4371-898e-a8c086e80eb6), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.707265 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f6489-3510-4c95-82d2-32355b962282 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763b0769-dd71-44fd-ab9f-b7aa9f32f16e,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:07.725828 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:07.736393 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e799644d-4b1c-4b4b-b42f-1c4601782b58 admin admin] Publish callbacks [] for security_group (6a4fe86c-24f6-4371-898e-a8c086e80eb6), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.745887 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8d5f6489-3510-4c95-82d2-32355b962282 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:07.758976 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-8d5f6489-3510-4c95-82d2-32355b962282 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1549923 May 04 17:50:07.762083 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59522) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:07.779138 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-79558987-d9b9-4920-ab56-eb9f45fc096f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'security_group_rule': {'security_group_id': '763b0769-dd71-44fd-ab9f-b7aa9f32f16e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:07.803055 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcebb732-c0f4-48cb-b32d-9aec117c73de admin admin] Deleting subnet cde31ca0-eacb-4d18-91a4-331f4868e895 {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:50:08.035734 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.036422 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59524) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:08.036643 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fcebb732-c0f4-48cb-b32d-9aec117c73de admin admin] Publish callbacks [] for subnet (cde31ca0-eacb-4d18-91a4-331f4868e895), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.037059 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.037416 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-c484eb73-e6ad-4473-8835-050fcfc1e9d7 None None] Port a9659cd5-5c36-4b49-8769-92452ca3c845 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:08.115264 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-24fb71f8-48dc-4256-8425-4040d57b49e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.182790 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:08.183151 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.206810 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:08.262551 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:08.284468 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:08.301857 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:08.306060 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.317689 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fcebb732-c0f4-48cb-b32d-9aec117c73de admin admin] Publish callbacks [] for subnet (cde31ca0-eacb-4d18-91a4-331f4868e895), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.321063 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port 977a5d90-4233-48ba-a8e4-f77e03fa85f1, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=977a5d90-4233-48ba-a8e4-f77e03fa85f1,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:08.420651 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Pushing event updated for resources: {'Port': ['ID=a2a52d2a-572d-408f-83fd-64c61ea14be9,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:08.423203 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 2, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:08.438335 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fcebb732-c0f4-48cb-b32d-9aec117c73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (cde31ca0-eacb-4d18-91a4-331f4868e895), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.486694 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-24fb71f8-48dc-4256-8425-4040d57b49e2 admin admin] Publish callbacks [] for security_group (c72377a0-18f3-43ff-8f22-7a3b7fb1ef3d), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.501741 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Publish callbacks [] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.505817 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.507110 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device c123bc27-8989-4ae1-89f7-6c4609f19925 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:08.513144 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0dfd3a-b093-4d11-8dc0-499cea05b227 None None] The sync data for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi is: [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 2, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:50:08.565678 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-24fb71f8-48dc-4256-8425-4040d57b49e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (c72377a0-18f3-43ff-8f22-7a3b7fb1ef3d), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.581838 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e799644d-4b1c-4b4b-b42f-1c4601782b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (6a4fe86c-24f6-4371-898e-a8c086e80eb6), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.602458 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e799644d-4b1c-4b4b-b42f-1c4601782b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.604239 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e799644d-4b1c-4b4b-b42f-1c4601782b58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a4fe86c-24f6-4371-898e-a8c086e80eb6 HTTP/1.1" status: 204 len: 168 time: 1.3711255 May 04 17:50:08.621135 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.650021 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=977a5d90-4233-48ba-a8e4-f77e03fa85f1,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:08.687285 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Allocated IP 172.20.0.1 (2a788710-3f1d-40a2-9b49-f0445f584b5a/f18c2eb7-06ab-47e9-8fe5-4147a2cef998/d204f0ed-7928-40c7-851f-7bc14c0cfad4) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:08.693117 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-24fb71f8-48dc-4256-8425-4040d57b49e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e86d64e07b5439c8ff99dbebc95ca72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8094182 May 04 17:50:08.702728 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59534) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:08.707583 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fcebb732-c0f4-48cb-b32d-9aec117c73de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (cde31ca0-eacb-4d18-91a4-331f4868e895), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.719971 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port c123bc27-8989-4ae1-89f7-6c4609f19925 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:08.720292 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:08.825006 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb71f8-48dc-4256-8425-4040d57b49e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72377a0-18f3-43ff-8f22-7a3b7fb1ef3d,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:08.881017 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fe276-3892-4951-a37d-44fb899469a6 None None] Pushing event updated for resources: {'Port': ['ID=469bf2eb-42a3-453b-ade2-99562ee065cf,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:09.044653 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fcebb732-c0f4-48cb-b32d-9aec117c73de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:09.061887 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-fcebb732-c0f4-48cb-b32d-9aec117c73de admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cde31ca0-eacb-4d18-91a4-331f4868e895 HTTP/1.1" status: 204 len: 168 time: 1.6287670 May 04 17:50:09.061887 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-79558987-d9b9-4920-ab56-eb9f45fc096f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (9a033121-e245-4b7b-b913-54dd21de6ff7), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:09.062141 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59542) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:09.131908 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b531e-dcdd-4c50-a996-87d690b6818f req-fd3a1dd5-f164-4db2-bb1e-a43020549014 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:09.133663 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-365b531e-dcdd-4c50-a996-87d690b6818f req-fd3a1dd5-f164-4db2-bb1e-a43020549014 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 932 time: 0.4950597 May 04 17:50:09.154807 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Attempting to bind port 469bf2eb-42a3-453b-ade2-99562ee065cf on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:09.155395 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Attempting to bind port 469bf2eb-42a3-453b-ade2-99562ee065cf by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:09.155577 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Attempting to bind port 469bf2eb-42a3-453b-ade2-99562ee065cf on network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:09.189470 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:09.189470 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Checking segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:09.189470 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:09.189470 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Bound using segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:09.189470 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Bound port: 469bf2eb-42a3-453b-ade2-99562ee065cf, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:09.189470 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:09.242306 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebb732-c0f4-48cb-b32d-9aec117c73de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde31ca0-eacb-4d18-91a4-331f4868e895,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:09.253087 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-cc8f5bf9-b610-42c2-8faa-e2644ae989d4 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9128914 May 04 17:50:09.284818 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port c123bc27-8989-4ae1-89f7-6c4609f19925 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:09.307110 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59546) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:09.313520 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-e6c6d54a-70af-47f8-a4d1-a7bbebcbd6e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040410857', 'description': 'tempest-description--512028473'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:09.377473 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799644d-4b1c-4b4b-b42f-1c4601782b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4fe86c-24f6-4371-898e-a8c086e80eb6,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:09.406984 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Publish callbacks [] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:09.410664 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-c288877c-0e79-4204-8c44-1735be4e3d18 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:50:09.411993 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-c288877c-0e79-4204-8c44-1735be4e3d18 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092552 May 04 17:50:09.455204 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] For port 469bf2eb-42a3-453b-ade2-99562ee065cf, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:09.463390 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] For port 469bf2eb-42a3-453b-ade2-99562ee065cf, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=469bf2eb-42a3-453b-ade2-99562ee065cf,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:09.520120 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-61f42b0a-9536-4889-bfc9-c85e0a76dc43 admin admin] Publish callbacks [] for security_group (c72377a0-18f3-43ff-8f22-7a3b7fb1ef3d), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:09.536729 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-fdf7127e-e747-4fa7-8e12-259f0fb3841c None None] Provisioning complete for port 469bf2eb-42a3-453b-ade2-99562ee065cf triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:09.538268 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fdf7127e-e747-4fa7-8e12-259f0fb3841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:09.617144 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:09.735574 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 33893e68-b11b-4049-9aad-ea58e479e941 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:09.772161 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7127e-e747-4fa7-8e12-259f0fb3841c None None] Port 469bf2eb-42a3-453b-ade2-99562ee065cf cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:09.808333 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:09.809174 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:49:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:10.087812 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.101509 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-79558987-d9b9-4920-ab56-eb9f45fc096f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (9a033121-e245-4b7b-b913-54dd21de6ff7), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.178259 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e6c6d54a-70af-47f8-a4d1-a7bbebcbd6e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.272825 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-79558987-d9b9-4920-ab56-eb9f45fc096f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (9a033121-e245-4b7b-b913-54dd21de6ff7), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.365657 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-61f42b0a-9536-4889-bfc9-c85e0a76dc43 admin admin] Publish callbacks [] for security_group (c72377a0-18f3-43ff-8f22-7a3b7fb1ef3d), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.439813 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.461449 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-79558987-d9b9-4920-ab56-eb9f45fc096f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.465293 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-79558987-d9b9-4920-ab56-eb9f45fc096f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6980493 May 04 17:50:10.480849 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59570) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:10.490136 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79558987-d9b9-4920-ab56-eb9f45fc096f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a033121-e245-4b7b-b913-54dd21de6ff7,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:10.530330 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-ce8dfb0e-c46c-412a-a7f0-573daa516a42 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'security_group_rule': {'security_group_id': '763b0769-dd71-44fd-ab9f-b7aa9f32f16e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:10.577445 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.599172 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fe276-3892-4951-a37d-44fb899469a6 None None] Pushing event updated for resources: {'Port': ['ID=469bf2eb-42a3-453b-ade2-99562ee065cf,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:10.648794 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-365b531e-dcdd-4c50-a996-87d690b6818f req-04ae27ad-f03f-4370-be98-22095c27e9a1 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2778459 May 04 17:50:10.706859 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Request body: {'port': {'device_id': 'f6182d27-b476-4437-a550-b54d12eb01a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:10.710018 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 33893e68-b11b-4049-9aad-ea58e479e941 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:10.710018 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (33893e68-b11b-4049-9aad-ea58e479e941), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.789983 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c']}} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:10.804188 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-c291f537-5f82-48ca-95f3-4304c4690203 None None] Provisioning complete for port 469bf2eb-42a3-453b-ade2-99562ee065cf triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:10.804863 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c291f537-5f82-48ca-95f3-4304c4690203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.866478 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:10.879636 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8852c64b-a421-462a-9b03-58ed725def77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.900821 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7cfd41-9a55-462f-80c7-0f40bc7120e3') {'for_net_delete': True} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:10.900821 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7cfd41-9a55-462f-80c7-0f40bc7120e3') {} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:10.900821 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:10.934099 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:10.946367 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d204f0ed-7928-40c7-851f-7bc14c0cfad4,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:10.977810 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414033'] for segment (dc7cfd41-9a55-462f-80c7-0f40bc7120e3), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:10.983077 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfb0e-c46c-412a-a7f0-573daa516a42 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (e1f5cbe3-e392-4a07-b9ad-94b4d848c676), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.020481 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-61f42b0a-9536-4889-bfc9-c85e0a76dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (c72377a0-18f3-43ff-8f22-7a3b7fb1ef3d), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.023251 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-61f42b0a-9536-4889-bfc9-c85e0a76dc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.024421 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-61f42b0a-9536-4889-bfc9-c85e0a76dc43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c72377a0-18f3-43ff-8f22-7a3b7fb1ef3d HTTP/1.1" status: 204 len: 168 time: 2.2873442 May 04 17:50:11.068057 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e6c6d54a-70af-47f8-a4d1-a7bbebcbd6e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.097946 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (dc7cfd41-9a55-462f-80c7-0f40bc7120e3), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.119435 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:11.129872 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=110469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:50:11.130270 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540896'] for segment (dc7cfd41-9a55-462f-80c7-0f40bc7120e3), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: Traceback (most recent call last): May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: timer() May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: cb(*args, **kw) May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: return func(*args, **kwargs) May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: self._notify() May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: self.callback(batched_events) May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: event.method(event) May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: return f(self, *a, **k) May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._get(url).json() May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: return self.request(url, 'GET', **kwargs) May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:50:11.132229 dv-cinder-840512-1-iscsi neutron-server[110469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:50:11.138573 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f42b0a-9536-4889-bfc9-c85e0a76dc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72377a0-18f3-43ff-8f22-7a3b7fb1ef3d,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:11.158101 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.176546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e6c6d54a-70af-47f8-a4d1-a7bbebcbd6e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.187424 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (3a949aad-e502-40ad-aaa5-cda0086c16f6), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.238302 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-c291f537-5f82-48ca-95f3-4304c4690203 None None] Current status of the port 469bf2eb-42a3-453b-ade2-99562ee065cf is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:11.238834 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c291f537-5f82-48ca-95f3-4304c4690203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.390749 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-c291f537-5f82-48ca-95f3-4304c4690203 None None] For port 469bf2eb-42a3-453b-ade2-99562ee065cf, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=469bf2eb-42a3-453b-ade2-99562ee065cf,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:11.480582 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 33893e68-b11b-4049-9aad-ea58e479e941 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:11.481210 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (33893e68-b11b-4049-9aad-ea58e479e941), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.529501 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c291f537-5f82-48ca-95f3-4304c4690203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.547123 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e6c6d54a-70af-47f8-a4d1-a7bbebcbd6e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.568721 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e6c6d54a-70af-47f8-a4d1-a7bbebcbd6e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2603691 May 04 17:50:11.576032 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59584) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:11.598011 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfb0e-c46c-412a-a7f0-573daa516a42 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (e1f5cbe3-e392-4a07-b9ad-94b4d848c676), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.604286 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6d54a-70af-47f8-a4d1-a7bbebcbd6e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:11.606652 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-c232672b-fbd6-46cd-855d-d2ca36e153f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'security_group_rule': {'security_group_id': 'aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:11.678561 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port 33893e68-b11b-4049-9aad-ea58e479e941, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=33893e68-b11b-4049-9aad-ea58e479e941,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:11.753535 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.783551 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.806715 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] 10.222.0.81 "DELETE /v2.0/networks/aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c HTTP/1.1" status: 204 len: 168 time: 2.7148626 May 04 17:50:11.847226 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b92d6-b6bc-4471-9f85-f130b2541c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=aa783ac9-a76e-4b6a-aee7-aaa895dd5a8c,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:11.944937 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc125-61e0-40e5-88f1-ce687e1c988b req-ae9a97e8-1f2d-4bfe-9444-6fb05de4e7b6 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:11.952514 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-919dc125-61e0-40e5-88f1-ce687e1c988b req-ae9a97e8-1f2d-4bfe-9444-6fb05de4e7b6 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 932 time: 0.1089602 May 04 17:50:11.976489 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfb0e-c46c-412a-a7f0-573daa516a42 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (e1f5cbe3-e392-4a07-b9ad-94b4d848c676), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.990583 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (33893e68-b11b-4049-9aad-ea58e479e941), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:11.990583 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 977a5d90-4233-48ba-a8e4-f77e03fa85f1 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:12.036838 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-5daecd5a-4d58-407e-b32d-4d403946e80d None None] Provisioning complete for port d204f0ed-7928-40c7-851f-7bc14c0cfad4 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:12.037216 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-5daecd5a-4d58-407e-b32d-4d403946e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.047017 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c232672b-fbd6-46cd-855d-d2ca36e153f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (94527372-95be-4558-b7a8-986c7e421056), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.050454 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8dfb0e-c46c-412a-a7f0-573daa516a42 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f5cbe3-e392-4a07-b9ad-94b4d848c676,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:12.154175 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-919dc125-61e0-40e5-88f1-ce687e1c988b req-58d3a489-dd06-40b4-8e03-65d6b4d2d233 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985204 May 04 17:50:12.173719 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291f537-5f82-48ca-95f3-4304c4690203 None None] Pushing event updated for resources: {'Port': ['ID=469bf2eb-42a3-453b-ade2-99562ee065cf,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:12.204098 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ce8dfb0e-c46c-412a-a7f0-573daa516a42 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.208849 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ce8dfb0e-c46c-412a-a7f0-573daa516a42 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7253690 May 04 17:50:12.213771 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59616) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:12.229860 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:12.261805 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c232672b-fbd6-46cd-855d-d2ca36e153f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (94527372-95be-4558-b7a8-986c7e421056), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.343315 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:09Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:12.345767 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.373884 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c232672b-fbd6-46cd-855d-d2ca36e153f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (94527372-95be-4558-b7a8-986c7e421056), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.375858 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59624) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:12.379311 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-5daecd5a-4d58-407e-b32d-4d403946e80d None None] Port d204f0ed-7928-40c7-851f-7bc14c0cfad4 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:12.427813 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a52d2a-572d-408f-83fd-64c61ea14be9 {{(pid=110468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:12.468277 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=33893e68-b11b-4049-9aad-ea58e479e941,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:12.474435 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed25c38-5ebf-4bb5-b998-5e0aab8774f0 None None] The sync data for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi is: [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:09Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:50:12.477356 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232672b-fbd6-46cd-855d-d2ca36e153f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94527372-95be-4558-b7a8-986c7e421056,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:12.481156 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.482797 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:12.483244 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.494529 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Publish callbacks [] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.513907 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c232672b-fbd6-46cd-855d-d2ca36e153f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.515645 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c232672b-fbd6-46cd-855d-d2ca36e153f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9292362 May 04 17:50:12.523896 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59626) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:12.534864 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-bd1b9775-a096-4d69-b453-77b158291b0e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'security_group_rule': {'security_group_id': 'aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:12.578056 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.provisioning_blocks [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Transition to ACTIVE for port object a2a52d2a-572d-408f-83fd-64c61ea14be9 will not be triggered until provisioned by entity L2. {{(pid=110468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:50:12.672414 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:12.676345 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9ada5f0d-0f4c-421c-b9fc-a8d936c3c4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.684197 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.874558 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:12.929408 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-8712186d-aaf0-4d35-be63-f8c6ef75f290 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7af3b817ec64181be4ccda0d50d3660&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5451787 May 04 17:50:12.932647 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59634) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:13.135319 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a52d2a-572d-408f-83fd-64c61ea14be9,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:13.136165 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.managers [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Attempting to bind port a2a52d2a-572d-408f-83fd-64c61ea14be9 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:13.136311 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.managers [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Attempting to bind port a2a52d2a-572d-408f-83fd-64c61ea14be9 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'ddedb41e-987c-4180-a8b4-7f25ace6d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8910ccf3-3913-4d5e-adf9-9144e5b65b5a'}] {{(pid=110468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:13.136565 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9775-a096-4d69-b453-77b158291b0e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (07994b41-a2b4-4e0a-a5bb-1588cc89a813), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.136757 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Attempting to bind port a2a52d2a-572d-408f-83fd-64c61ea14be9 on network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:13.149492 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Port a2a52d2a-572d-408f-83fd-64c61ea14be9 on network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:50:13.149793 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Attempting to bind port a2a52d2a-572d-408f-83fd-64c61ea14be9 on network 8910ccf3-3913-4d5e-adf9-9144e5b65b5a {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:13.176722 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 33893e68-b11b-4049-9aad-ea58e479e941 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:13.208400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:13.208400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Checking segment: {'id': 'ddedb41e-987c-4180-a8b4-7f25ace6d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8910ccf3-3913-4d5e-adf9-9144e5b65b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:13.208888 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Bound using segment: {'id': 'ddedb41e-987c-4180-a8b4-7f25ace6d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8910ccf3-3913-4d5e-adf9-9144e5b65b5a'} {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:13.209774 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.managers [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Bound port: a2a52d2a-572d-408f-83fd-64c61ea14be9, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddedb41e-987c-4180-a8b4-7f25ace6d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '8910ccf3-3913-4d5e-adf9-9144e5b65b5a'}}] {{(pid=110468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:13.210707 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.238541 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Sync routers for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:50:13.266534 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:13.269602 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:50:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:13.302416 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 33893e68-b11b-4049-9aad-ea58e479e941 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:13.303444 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (33893e68-b11b-4049-9aad-ea58e479e941), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.409286 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Publish callbacks [] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.427426 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b27c90a6-2b03-4776-b068-c3f7dd8fe55e admin admin] Publish callbacks [] for security_group (41ee2fcc-09d7-4039-a08f-be90e897aa03), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.431012 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Allocated IP 172.27.2.23 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/d1f0139b-7a07-4535-a5ae-e9e78e5167fa) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:13.548157 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9775-a096-4d69-b453-77b158291b0e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (07994b41-a2b4-4e0a-a5bb-1588cc89a813), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.559695 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.571974 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b27c90a6-2b03-4776-b068-c3f7dd8fe55e admin admin] Publish callbacks [] for security_group (41ee2fcc-09d7-4039-a08f-be90e897aa03), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.574661 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 33893e68-b11b-4049-9aad-ea58e479e941 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:13.576055 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 469bf2eb-42a3-453b-ade2-99562ee065cf up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:13.582294 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:13.660155 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 469bf2eb-42a3-453b-ade2-99562ee065cf triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:13.660631 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.688542 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9775-a096-4d69-b453-77b158291b0e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (07994b41-a2b4-4e0a-a5bb-1588cc89a813), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.749944 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (3a949aad-e502-40ad-aaa5-cda0086c16f6), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.755546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b9775-a096-4d69-b453-77b158291b0e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07994b41-a2b4-4e0a-a5bb-1588cc89a813,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:13.763929 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d204f0ed-7928-40c7-851f-7bc14c0cfad4,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:13.838263 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9775-a096-4d69-b453-77b158291b0e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:13.845079 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-bd1b9775-a096-4d69-b453-77b158291b0e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3199725 May 04 17:50:13.849972 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 59654) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:13.865920 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 469bf2eb-42a3-453b-ade2-99562ee065cf is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:13.869897 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device d71d0f53-3d76-4933-ad4b-bf66beb66cb6 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:13.872508 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbf496-ca81-4cf5-b480-dc7b6659ca34 req-8279960b-5b90-42bb-8e29-6a899d06facf tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:13.877745 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:13.888238 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-78cbf496-ca81-4cf5-b480-dc7b6659ca34 req-8279960b-5b90-42bb-8e29-6a899d06facf tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.5156298 May 04 17:50:14.030593 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] For port a2a52d2a-572d-408f-83fd-64c61ea14be9, host hv-cinder-84051, cleared binding levels {{(pid=110468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:14.039643 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 2, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:14.115066 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b27c90a6-2b03-4776-b068-c3f7dd8fe55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (41ee2fcc-09d7-4039-a08f-be90e897aa03), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.118285 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:14.125729 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b27c90a6-2b03-4776-b068-c3f7dd8fe55e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.125880 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.137423 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.138336 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-b27c90a6-2b03-4776-b068-c3f7dd8fe55e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41ee2fcc-09d7-4039-a08f-be90e897aa03 HTTP/1.1" status: 204 len: 168 time: 1.2045791 May 04 17:50:14.158107 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Checking router: 54e3053e-c199-4420-a8c2-4539d71996b4 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:50:14.158511 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Updating router 54e3053e-c199-4420-a8c2-4539d71996b4 port a9659cd5-5c36-4b49-8769-92452ca3c845 binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:50:14.159054 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] For port a2a52d2a-572d-408f-83fd-64c61ea14be9, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a2a52d2a-572d-408f-83fd-64c61ea14be9,segment=NetworkSegment(ddedb41e-987c-4180-a8b4-7f25ace6d221),segment_id=ddedb41e-987c-4180-a8b4-7f25ace6d221)] {{(pid=110468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:14.213660 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c90a6-2b03-4776-b068-c3f7dd8fe55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ee2fcc-09d7-4039-a08f-be90e897aa03,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:14.234708 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for port (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.248248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:14.250322 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:14.282788 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.329843 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.345852 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.432521 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-78cbf496-ca81-4cf5-b480-dc7b6659ca34 req-f3d31907-e40e-49a2-ba2f-cc90e535e999 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5342901 May 04 17:50:14.434943 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:14.435477 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.553387 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port d71d0f53-3d76-4933-ad4b-bf66beb66cb6, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=d71d0f53-3d76-4933-ad4b-bf66beb66cb6,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:14.630054 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:14.630746 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.632195 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:14.656796 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] 10.222.0.86 "PUT /v2.0/ports/a2a52d2a-572d-408f-83fd-64c61ea14be9 HTTP/1.1" status: 200 len: 1094 time: 4.5418391 May 04 17:50:14.666559 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6182d27-b476-4437-a550-b54d12eb01a3', 'tag': 'a2a52d2a-572d-408f-83fd-64c61ea14be9'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:14.786724 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=d71d0f53-3d76-4933-ad4b-bf66beb66cb6,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:14.946362 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-e5b38406-cc5c-4ec7-b26c-15aa1ad58297 None None] Provisioning complete for port d204f0ed-7928-40c7-851f-7bc14c0cfad4 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:14.947027 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e5b38406-cc5c-4ec7-b26c-15aa1ad58297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.033309 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Router 3a949aad-e502-40ad-aaa5-cda0086c16f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:50:15.085347 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-e5b38406-cc5c-4ec7-b26c-15aa1ad58297 None None] Port d204f0ed-7928-40c7-851f-7bc14c0cfad4 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:15.104513 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.110310 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b0f9b-089c-4a82-a482-b0fee78ee7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a52d2a-572d-408f-83fd-64c61ea14be9,revision_number=3']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:15.169015 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-0024c4e7-bd5a-4423-a2d5-c944fbd79a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:15.171583 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-0024c4e7-bd5a-4423-a2d5-c944fbd79a4d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=315bc11153674d80b7583a9e12aa7403&device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 1128 time: 0.3025553 May 04 17:50:15.173386 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.323161 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Publish callbacks [] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.348592 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-e016a722-9cc5-4a1b-911a-35c1424e351f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2a52d2a-572d-408f-83fd-64c61ea14be9 HTTP/1.1" status: 200 len: 217 time: 0.1550882 May 04 17:50:15.351321 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59684) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:15.392487 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.420928 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.424633 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:15.499668 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:15.511194 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:15.544875 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78eab-6d0b-418c-84e0-a076e69dfe43 None None] Pushing event updated for resources: {'Port': ['ID=a9659cd5-5c36-4b49-8769-92452ca3c845,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:15.792847 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Attempting to bind port a9659cd5-5c36-4b49-8769-92452ca3c845 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:15.793468 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Attempting to bind port a9659cd5-5c36-4b49-8769-92452ca3c845 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:15.794060 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Attempting to bind port a9659cd5-5c36-4b49-8769-92452ca3c845 on network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:15.810296 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:15.810949 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Checking segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:15.811569 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.812165 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Bound using segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:15.812886 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Bound port: a9659cd5-5c36-4b49-8769-92452ca3c845, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:15.813494 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.926552 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-ca727358-20d3-4b49-9dcb-53df82aa43c8 None None] Provisioning complete for port a9659cd5-5c36-4b49-8769-92452ca3c845 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:15.927206 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ca727358-20d3-4b49-9dcb-53df82aa43c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:15.938348 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] For port a9659cd5-5c36-4b49-8769-92452ca3c845, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:15.945682 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] For port a9659cd5-5c36-4b49-8769-92452ca3c845, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=a9659cd5-5c36-4b49-8769-92452ca3c845,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:16.036406 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-ca727358-20d3-4b49-9dcb-53df82aa43c8 None None] Port a9659cd5-5c36-4b49-8769-92452ca3c845 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:16.050408 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:16.102374 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Allocated IP 172.27.2.206 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/14a123ca-97b1-464b-8cd8-598a5848825e) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:16.144308 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:16.145130 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:50:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:16.204467 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (fe243391-a780-4d9e-a2af-e6b67d975d02), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:16.238617 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40417d2b-b80a-41b2-a26d-61d8f96096f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6182d27-b476-4437-a550-b54d12eb01a3", "tag": "a2a52d2a-572d-408f-83fd-64c61ea14be9"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:16.243351 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'Port': ['ID=d1f0139b-7a07-4535-a5ae-e9e78e5167fa,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:16.284916 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-9e595733-96dd-42ca-83e1-7992736762c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69d7625000da4bf1a680fc7978381d15&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9267530 May 04 17:50:16.285514 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 59720) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:16.290162 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for port (14a123ca-97b1-464b-8cd8-598a5848825e), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:16.331877 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-95e8674d-27e1-4944-b3d9-7743c3339b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:16.340362 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-95e8674d-27e1-4944-b3d9-7743c3339b95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bafab689-d772-41bd-8221-80ec11808acc HTTP/1.1" status: 200 len: 852 time: 0.9770718 May 04 17:50:16.367720 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c78eab-6d0b-418c-84e0-a076e69dfe43 None None] Pushing event updated for resources: {'Port': ['ID=a9659cd5-5c36-4b49-8769-92452ca3c845,revision_number=4']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:16.372865 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:50:16.387359 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Sync routers for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:50:16.404185 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0368421d-3858-4f34-b739-30d33ef104e6 admin admin] 10.222.0.81 "PUT /v2.0/routers/3a949aad-e502-40ad-aaa5-cda0086c16f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6091886 May 04 17:50:16.414032 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:16.414694 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:50:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:16.438848 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (14a123ca-97b1-464b-8cd8-598a5848825e), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:16.500877 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'Port': ['ID=14a123ca-97b1-464b-8cd8-598a5848825e,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:16.520259 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:16.525558 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:16.530748 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:16.545177 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1e27f-63b1-4e8c-a78d-b4ba7584d8d7 req-b8182d0e-05d7-4e6b-b3af-359ae3d98972 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:16.555349 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e4b1e27f-63b1-4e8c-a78d-b4ba7584d8d7 req-b8182d0e-05d7-4e6b-b3af-359ae3d98972 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.1968091 May 04 17:50:16.609427 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:16.666723 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e4b1e27f-63b1-4e8c-a78d-b4ba7584d8d7 req-95ad45ae-0db7-487b-81db-c423dc01f1b8 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084344 May 04 17:50:16.766843 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-1ce6a08c-a7ed-4181-b753-769c8231998d None None] Provisioning complete for port a9659cd5-5c36-4b49-8769-92452ca3c845 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:16.769053 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a08c-a7ed-4181-b753-769c8231998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:16.863877 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:16.894515 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-bbac8cd4-5a81-4e76-94ea-d2fa1856666a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8910ccf3-3913-4d5e-adf9-9144e5b65b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5464835 May 04 17:50:16.930963 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:16.940579 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:17.074798 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device a9659cd5-5c36-4b49-8769-92452ca3c845 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:17.083798 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.179774 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (14a123ca-97b1-464b-8cd8-598a5848825e), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.182960 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:15Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:17.196874 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea01ac9-7e29-4bae-ade2-cd50a6a1a751 x-openstack-request-id: req-6ea01ac9-7e29-4bae-ade2-cd50a6a1a751 {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:17.196874 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6182d27-b476-4437-a550-b54d12eb01a3", "tag": "a2a52d2a-572d-408f-83fd-64c61ea14be9", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:17.197204 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ea01ac9-7e29-4bae-ade2-cd50a6a1a751 {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:17.197590 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea01ac9-7e29-4bae-ade2-cd50a6a1a751'] response: {'name': 'network-changed', 'server_uuid': 'f6182d27-b476-4437-a550-b54d12eb01a3', 'tag': 'a2a52d2a-572d-408f-83fd-64c61ea14be9', 'status': 'completed', 'code': 200} May 04 17:50:17.198174 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-03127748-db8c-41df-9321-b56d41ac8360 admin admin] Publish callbacks [] for security_group (c452e826-c03f-46d2-8e1f-253466b3273f), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.225746 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fad70ee-a042-4f54-ae74-972d3ea24f15 None None] The sync data for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi is: [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:15Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:50:17.600934 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for port (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.714993 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for port (14a123ca-97b1-464b-8cd8-598a5848825e), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.719649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.832729 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (14a123ca-97b1-464b-8cd8-598a5848825e), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.854735 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-03127748-db8c-41df-9321-b56d41ac8360 admin admin] Publish callbacks [] for security_group (c452e826-c03f-46d2-8e1f-253466b3273f), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.940913 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (fe243391-a780-4d9e-a2af-e6b67d975d02), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:17.965616 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-1ce6a08c-a7ed-4181-b753-769c8231998d None None] Current status of the port a9659cd5-5c36-4b49-8769-92452ca3c845 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:17.967719 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a08c-a7ed-4181-b753-769c8231998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.116526 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port a9659cd5-5c36-4b49-8769-92452ca3c845 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:18.116934 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.205316 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'Port': ['ID=14a123ca-97b1-464b-8cd8-598a5848825e,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:18.241724 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'Port': ['ID=d1f0139b-7a07-4535-a5ae-e9e78e5167fa,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:18.259973 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-1ce6a08c-a7ed-4181-b753-769c8231998d None None] For port a9659cd5-5c36-4b49-8769-92452ca3c845, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=a9659cd5-5c36-4b49-8769-92452ca3c845,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:18.263469 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.297392 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:12Z', 'revision_number': 2, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:18.309705 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.317948 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-d44e5964-5f4c-4217-9cc1-2391b81eb1e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0872304 May 04 17:50:18.360286 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Checking router: 3a949aad-e502-40ad-aaa5-cda0086c16f6 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:50:18.360824 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Updating router 3a949aad-e502-40ad-aaa5-cda0086c16f6 port d204f0ed-7928-40c7-851f-7bc14c0cfad4 binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:50:18.387311 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a08c-a7ed-4181-b753-769c8231998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.390965 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c778f6d-a6c1-4872-8a7d-695310ba6aec req-cc08c57e-aa24-4fd5-9684-538928b8a34a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:18.397656 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2c778f6d-a6c1-4872-8a7d-695310ba6aec req-cc08c57e-aa24-4fd5-9684-538928b8a34a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.4830735 May 04 17:50:18.475264 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-03127748-db8c-41df-9321-b56d41ac8360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (c452e826-c03f-46d2-8e1f-253466b3273f), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.478453 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-03127748-db8c-41df-9321-b56d41ac8360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.483124 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-03127748-db8c-41df-9321-b56d41ac8360 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c452e826-c03f-46d2-8e1f-253466b3273f HTTP/1.1" status: 204 len: 168 time: 2.1942234 May 04 17:50:18.497338 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-a81209ed-01c5-4d96-8ba3-b0004b4f3e60 service neutron] 10.222.0.86 "GET /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3064568 May 04 17:50:18.508866 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03127748-db8c-41df-9321-b56d41ac8360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452e826-c03f-46d2-8e1f-253466b3273f,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:18.514714 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2c778f6d-a6c1-4872-8a7d-695310ba6aec req-b2c94521-c068-41fb-8aea-3639ec085eeb tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109743 May 04 17:50:18.560307 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-f7c81b02-8392-4cdc-8750-cb34472fbb55 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:18.562258 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-f7c81b02-8392-4cdc-8750-cb34472fbb55 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 819 time: 0.5154049 May 04 17:50:18.586429 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6a08c-a7ed-4181-b753-769c8231998d None None] Pushing event updated for resources: {'Port': ['ID=a9659cd5-5c36-4b49-8769-92452ca3c845,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:18.610699 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-f52a67fc-e62a-4d84-9974-ac79e24a471a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/quotas/0a80a63e96c840f1a780b0b263f68aa9 HTTP/1.1" status: 200 len: 375 time: 0.0368466 May 04 17:50:18.679379 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.765996 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66bd0909-c69f-4043-bb51-a03c810fea1a req-18f17cf5-4da6-4daa-8734-1212f505f0da service neutron] 10.222.0.86 "GET /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427707 May 04 17:50:18.794291 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-0206c882-31f7-4a4d-81c0-db421741fc94 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1627174914&fields=id&tenant_id=6061fedb7a6f46398811de3ae8aa091b HTTP/1.1" status: 200 len: 267 time: 0.1357586 May 04 17:50:18.887523 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-d883da27-42d4-4b0e-b7c0-2ddffec39906 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2691092 May 04 17:50:18.895326 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:18.896734 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-f2b3e001-52b9-4124-b775-4700a0241e92 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0298712 May 04 17:50:19.015050 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port a9659cd5-5c36-4b49-8769-92452ca3c845 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:19.016178 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device d71d0f53-3d76-4933-ad4b-bf66beb66cb6 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:19.120155 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:19.120155 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:19.205592 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-b3b1ce30-9161-47f9-bba7-2cf5b05fc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:19.207472 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-b3b1ce30-9161-47f9-bba7-2cf5b05fc338 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=315bc11153674d80b7583a9e12aa7403&device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 1128 time: 0.2229345 May 04 17:50:19.280677 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-40c762a9-6d73-4209-8f8d-2c944cd9c48d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:19.282553 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-40c762a9-6d73-4209-8f8d-2c944cd9c48d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 816 time: 0.4798489 May 04 17:50:19.392997 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-9ac24c1a-99cf-4f6a-b14a-061c77854f28 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/quotas/6061fedb7a6f46398811de3ae8aa091b HTTP/1.1" status: 200 len: 375 time: 0.0663640 May 04 17:50:19.405131 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Publish callbacks [] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:19.468678 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:19.496409 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:19.575282 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-cdc8a395-f9bf-4c9d-8c3b-24eb4a8ad9f8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:50:19.577146 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-cdc8a395-f9bf-4c9d-8c3b-24eb4a8ad9f8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1529481 May 04 17:50:19.665869 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aac0d4-6a86-4afe-81a9-b2d4ff7dc667 None None] Pushing event updated for resources: {'Port': ['ID=d204f0ed-7928-40c7-851f-7bc14c0cfad4,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:19.716250 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device a9659cd5-5c36-4b49-8769-92452ca3c845 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:19.758988 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-475d1cd3-f509-4749-a24f-d68e9e7218a3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3650315 May 04 17:50:19.763143 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-4b50b651-5978-49ae-90cc-1a38d5755d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:19.765390 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-4b50b651-5978-49ae-90cc-1a38d5755d03 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8910ccf3-3913-4d5e-adf9-9144e5b65b5a HTTP/1.1" status: 200 len: 913 time: 0.5429368 May 04 17:50:19.826255 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Attempting to bind port d204f0ed-7928-40c7-851f-7bc14c0cfad4 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:19.828059 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Attempting to bind port d204f0ed-7928-40c7-851f-7bc14c0cfad4 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:19.828488 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Attempting to bind port d204f0ed-7928-40c7-851f-7bc14c0cfad4 on network 2a788710-3f1d-40a2-9b49-f0445f584b5a {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:19.836978 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:19.839523 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Checking segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:19.839523 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:19.839523 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Bound using segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:19.839523 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Bound port: d204f0ed-7928-40c7-851f-7bc14c0cfad4, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:19.839523 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:19.909763 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-a77b1336-9990-4f3e-ab5b-e45ee0d563cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2a52d2a-572d-408f-83fd-64c61ea14be9 HTTP/1.1" status: 200 len: 217 time: 0.1027317 May 04 17:50:19.931141 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-29503741-3255-4a63-82e7-6dd4fa55baa9 service neutron] 10.222.0.81 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080676 May 04 17:50:19.992840 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port a9659cd5-5c36-4b49-8769-92452ca3c845 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:19.993215 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:20.048044 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-e1d335da-f74c-4762-ad5f-0c28b9b16b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:20.050098 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-e1d335da-f74c-4762-ad5f-0c28b9b16b44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bafab689-d772-41bd-8221-80ec11808acc HTTP/1.1" status: 200 len: 852 time: 0.1359019 May 04 17:50:20.151986 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-e663f59b-de6a-4500-8467-4b6f8659956b service neutron] 10.222.0.81 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599005 May 04 17:50:20.162152 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-1553c985-26f7-4097-a2d5-e05c7046c02e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8910ccf3-3913-4d5e-adf9-9144e5b65b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884125 May 04 17:50:20.196009 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-33b82420-44e5-4cb0-82be-f5a7862a8065 service neutron] 10.222.0.81 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572913 May 04 17:50:20.226799 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] For port d204f0ed-7928-40c7-851f-7bc14c0cfad4, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:20.259112 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-d5f30687-7520-4f79-b243-0d98bb2fac9d None None] Provisioning complete for port d204f0ed-7928-40c7-851f-7bc14c0cfad4 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:20.266793 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d5f30687-7520-4f79-b243-0d98bb2fac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:20.283969 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] For port d204f0ed-7928-40c7-851f-7bc14c0cfad4, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=d204f0ed-7928-40c7-851f-7bc14c0cfad4,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:20.415106 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:20.490609 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-1f0c3922-8c57-4e5a-985c-cec64ba36e40 service neutron] 10.222.0.81 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271747 May 04 17:50:20.558443 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-2af59b9d-aa16-4603-8dee-bc94e9a3bae1 service neutron] 10.222.0.86 "GET /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694589 May 04 17:50:20.581818 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-d5f30687-7520-4f79-b243-0d98bb2fac9d None None] Port d204f0ed-7928-40c7-851f-7bc14c0cfad4 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:20.647448 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port a9659cd5-5c36-4b49-8769-92452ca3c845 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:20.653043 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aac0d4-6a86-4afe-81a9-b2d4ff7dc667 None None] Pushing event updated for resources: {'Port': ['ID=d204f0ed-7928-40c7-851f-7bc14c0cfad4,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:20.665096 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:20.666341 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:50:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:21.000916 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-6bc553db-73f2-4380-b674-96e75b920c7d tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1040410857&fields=id&tenant_id=65ea04a5ce2f4f75968d7d0204336cf6 HTTP/1.1" status: 200 len: 267 time: 0.1531031 May 04 17:50:21.053876 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:21.059775 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40417d2b-b80a-41b2-a26d-61d8f96096f7 req-aecc2dc9-fb7e-4f80-9e4a-c3bf72df8f6d service neutron] 10.222.0.86 "GET /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281266 May 04 17:50:21.370367 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-8368fbc1-b118-4384-a3d0-f84a3a6bbf1c None None] Provisioning complete for port d204f0ed-7928-40c7-851f-7bc14c0cfad4 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:21.371224 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8368fbc1-b118-4384-a3d0-f84a3a6bbf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:21.409851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-e493e753-ab1e-4786-9a5e-f64bad6bd678 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:21.421660 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-e493e753-ab1e-4786-9a5e-f64bad6bd678 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/networks?id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 200 len: 810 time: 0.4191685 May 04 17:50:21.453755 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-0cd78360-282b-4794-9078-9a64f355ae7e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/quotas/65ea04a5ce2f4f75968d7d0204336cf6 HTTP/1.1" status: 200 len: 375 time: 0.0206418 May 04 17:50:21.533843 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22681cd5-f6ac-470b-bcf6-bf20462bf0ef req-ea8eabf6-19b5-4b61-b57f-65de3e395f5f tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:21.541768 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-22681cd5-f6ac-470b-bcf6-bf20462bf0ef req-ea8eabf6-19b5-4b61-b57f-65de3e395f5f tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.3269837 May 04 17:50:21.684219 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-ada10271-b1a8-4ff4-8dce-1d0432430afb tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904263 May 04 17:50:21.735790 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-22681cd5-f6ac-470b-bcf6-bf20462bf0ef req-bd585c2a-75ad-4a4e-8671-6956b30d9a30 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827662 May 04 17:50:21.931440 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a56cd398-ac8f-4450-9b19-e6293d399d7a req-44401158-b558-4456-99d4-5543c1c1e3b8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 210 time: 0.0640223 May 04 17:50:21.940672 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:50:21.952716 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-893ae0c1-e149-4e0c-87fd-4a9ebde76368 service neutron] 10.222.0.81 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043185 May 04 17:50:22.158797 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:20Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:22.223524 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-65239187-5fb9-4635-bcf1-47f5854efd4d service neutron] 10.222.0.81 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639322 May 04 17:50:22.252856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff8155-c8f1-4f81-8b80-c8efa7738a7f None None] The sync data for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi is: [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:20Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:50:22.252856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-8368fbc1-b118-4384-a3d0-f84a3a6bbf1c None None] Current status of the port d204f0ed-7928-40c7-851f-7bc14c0cfad4 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:22.252856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8368fbc1-b118-4384-a3d0-f84a3a6bbf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:22.326982 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-8368fbc1-b118-4384-a3d0-f84a3a6bbf1c None None] For port d204f0ed-7928-40c7-851f-7bc14c0cfad4, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=d204f0ed-7928-40c7-851f-7bc14c0cfad4,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:22.529409 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-836a37d0-a2e0-41d2-ab1f-efa948131980 req-d9c536f4-34e6-4e29-9fdb-bb1e1828f2f2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.5086234 May 04 17:50:22.589693 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8368fbc1-b118-4384-a3d0-f84a3a6bbf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:22.753137 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368fbc1-b118-4384-a3d0-f84a3a6bbf1c None None] Pushing event updated for resources: {'Port': ['ID=d204f0ed-7928-40c7-851f-7bc14c0cfad4,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:22.840487 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-541456c5-1ee1-4858-8445-b106601d1dad req-f0dca3c3-3ce4-477b-95a8-6356a3fb2513 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0525258 May 04 17:50:23.150967 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-f4668081-b729-47a6-8e67-23244e4b9b31 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:23.158928 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-f4668081-b729-47a6-8e67-23244e4b9b31 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 819 time: 0.4761140 May 04 17:50:23.161521 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e68206-05b5-4e41-8cf8-1b2883400f6d req-f739fe62-2ae8-4a00-86ac-2061f212ba4b tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:23.161792 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e8e68206-05b5-4e41-8cf8-1b2883400f6d req-f739fe62-2ae8-4a00-86ac-2061f212ba4b tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.1642914 May 04 17:50:23.180798 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-b70e5de1-29a1-41ba-8d18-a4a5999f0c90 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/quotas/0a80a63e96c840f1a780b0b263f68aa9 HTTP/1.1" status: 200 len: 375 time: 0.0148015 May 04 17:50:23.211133 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:23.265428 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e8e68206-05b5-4e41-8cf8-1b2883400f6d req-c28891ce-c5be-44f2-9d27-bca5797dc60c tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956900 May 04 17:50:23.340256 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-4369e6d1-831b-49fa-9e40-02d1fe1afe7a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404417 May 04 17:50:23.476478 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-32d971cb-a0fe-4b8a-9ef0-fd7867256435 service neutron] 10.222.0.81 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351614 May 04 17:50:23.614930 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-c7c6d435-ea84-4c19-8b9b-245509a586db service neutron] 10.222.0.81 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373115 May 04 17:50:23.654262 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device d204f0ed-7928-40c7-851f-7bc14c0cfad4 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:23.668377 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-86072268-3056-44ed-9f58-cee8ba5c7970 req-e2f33993-9b54-4be1-8cd6-fa6d91cc81a1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0319951 May 04 17:50:23.724544 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port d204f0ed-7928-40c7-851f-7bc14c0cfad4 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:23.745519 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:23.807229 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port d204f0ed-7928-40c7-851f-7bc14c0cfad4 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:23.957034 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bd9357a0-66da-4886-91ba-1505b8eb0457 req-5c245dc8-3d40-4aea-ad32-5d955d61c47e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0699661 May 04 17:50:23.981100 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4aa34175-9840-4a6e-83c3-b33c7891c408 req-e6731aa0-9d0f-4d34-94e7-bb3e8a503439 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0512013 May 04 17:50:24.421678 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d0df9-643d-4f55-81ef-e693d289027e req-5fed7693-0c50-41e4-a02b-f668410de2db tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:24.423506 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-965d0df9-643d-4f55-81ef-e693d289027e req-5fed7693-0c50-41e4-a02b-f668410de2db tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.0616815 May 04 17:50:24.631314 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-965d0df9-643d-4f55-81ef-e693d289027e req-414cd95c-c540-4c78-bef1-91d684a52253 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019622 May 04 17:50:24.755762 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60034) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:24.791558 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6baebd2e-8bbd-46f4-9873-95fcd6bb6407 req-b1ba939b-d456-4c15-a30e-4881e47ac894 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0293455 May 04 17:50:24.868452 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-53b13ad1-8129-4676-826b-15b86c05352b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:24.953735 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-53b13ad1-8129-4676-826b-15b86c05352b admin admin] Publish callbacks [] for security_group (723592c3-b288-454a-9dac-7a485d998108), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:25.041510 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c375bb84-f0b7-401f-a23a-a6a99916d7d1 req-e9be4120-a4f2-4343-8351-7b4f45d5dd75 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0282757 May 04 17:50:25.056115 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2515db85-2182-42c9-801a-4957324a4386 req-e16d6290-4010-4e8d-be5f-e9d3790c950b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0286336 May 04 17:50:25.061509 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-53b13ad1-8129-4676-826b-15b86c05352b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (723592c3-b288-454a-9dac-7a485d998108), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:25.100985 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-53b13ad1-8129-4676-826b-15b86c05352b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d20668e54b349d780b21e9253b8a91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439777 May 04 17:50:25.102712 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b13ad1-8129-4676-826b-15b86c05352b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723592c3-b288-454a-9dac-7a485d998108,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:25.104634 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60044) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:25.152784 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a59a1fb-b9eb-4d5c-ac16-9448f9934b7b admin admin] Publish callbacks [] for security_group (723592c3-b288-454a-9dac-7a485d998108), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:25.174398 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a59a1fb-b9eb-4d5c-ac16-9448f9934b7b admin admin] Publish callbacks [] for security_group (723592c3-b288-454a-9dac-7a485d998108), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:25.347049 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a59a1fb-b9eb-4d5c-ac16-9448f9934b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (723592c3-b288-454a-9dac-7a485d998108), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:25.349746 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a59a1fb-b9eb-4d5c-ac16-9448f9934b7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:25.350946 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-4a59a1fb-b9eb-4d5c-ac16-9448f9934b7b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/723592c3-b288-454a-9dac-7a485d998108 HTTP/1.1" status: 204 len: 168 time: 0.2454147 May 04 17:50:25.358937 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59a1fb-b9eb-4d5c-ac16-9448f9934b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723592c3-b288-454a-9dac-7a485d998108,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:25.757143 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff253b3-e6ba-4b79-9ad1-7bbed9ca6e88 req-16927b04-55e8-4523-b0c9-cad6dd14fd93 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:25.758809 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8ff253b3-e6ba-4b79-9ad1-7bbed9ca6e88 req-16927b04-55e8-4523-b0c9-cad6dd14fd93 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.0512455 May 04 17:50:25.808062 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8ff253b3-e6ba-4b79-9ad1-7bbed9ca6e88 req-dc3c1f08-6095-4e8d-a148-2e5b29978a15 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 May 04 17:50:25.893966 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-da73ab01-5522-4c5b-974d-72a8d1ccb9a6 req-f4f7722c-4aaf-44bc-8022-1f69151bcd33 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0308993 May 04 17:50:26.075097 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60072) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:26.092473 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ca22b0f3-5310-49cd-94a0-5f4dd6cf9cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:26.145889 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-731ced5c-8262-4ba5-b655-3a72527786b0 req-0673ec04-b5b6-4054-9b1f-e11fb39e26d8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0315022 May 04 17:50:26.154746 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3fff7214-d537-4c9a-b716-77d02a05a363 req-0e07a9ec-857a-440a-a307-0f914f05d0f3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0335767 May 04 17:50:26.197107 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ca22b0f3-5310-49cd-94a0-5f4dd6cf9cc6 admin admin] Publish callbacks [] for security_group (efb114f5-29df-4941-a683-02998ca07626), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:26.295040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ca22b0f3-5310-49cd-94a0-5f4dd6cf9cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (efb114f5-29df-4941-a683-02998ca07626), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:26.332654 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ca22b0f3-5310-49cd-94a0-5f4dd6cf9cc6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14bbb26a5abf4539880491723ebd2306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557683 May 04 17:50:26.333501 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22b0f3-5310-49cd-94a0-5f4dd6cf9cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb114f5-29df-4941-a683-02998ca07626,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:26.335496 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 60076) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:26.383857 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-be54895e-b569-4d94-b940-224116b49411 admin admin] Publish callbacks [] for security_group (efb114f5-29df-4941-a683-02998ca07626), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:26.405473 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-be54895e-b569-4d94-b940-224116b49411 admin admin] Publish callbacks [] for security_group (efb114f5-29df-4941-a683-02998ca07626), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:26.529841 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-be54895e-b569-4d94-b940-224116b49411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (efb114f5-29df-4941-a683-02998ca07626), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:26.532486 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-be54895e-b569-4d94-b940-224116b49411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:26.533678 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-be54895e-b569-4d94-b940-224116b49411 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efb114f5-29df-4941-a683-02998ca07626 HTTP/1.1" status: 204 len: 168 time: 0.1971700 May 04 17:50:26.542122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54895e-b569-4d94-b940-224116b49411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb114f5-29df-4941-a683-02998ca07626,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:26.919751 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ca821-1e90-4cb0-b7f2-733e4db9a0d5 req-6db7e911-b36c-4f79-91f9-83382ffe7ef9 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:26.921196 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-130ca821-1e90-4cb0-b7f2-733e4db9a0d5 req-6db7e911-b36c-4f79-91f9-83382ffe7ef9 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.0468984 May 04 17:50:26.987248 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-130ca821-1e90-4cb0-b7f2-733e4db9a0d5 req-d6f72b60-eab2-4f88-bedd-c334f55cfe1c tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498109 May 04 17:50:27.020987 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-47dc2e77-28b3-4df9-b7b2-5af7009b7278 req-8114a261-537c-4e5e-b2ca-9e9147dd7fa6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0514693 May 04 17:50:27.288319 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b2910b93-69c7-45be-8759-c51f69be9a21 req-a00c573b-d307-4dae-8a8f-a3eb76978a55 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0361056 May 04 17:50:27.301467 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-991bfef6-984c-4616-8036-53c56b6695a3 req-8ad99e92-0d61-4c95-a6ad-617ebfdf3e42 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0381761 May 04 17:50:28.104118 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82b0a8-72a9-4063-940e-c1c081d7c7b7 req-bdcc4595-7071-473c-b23a-be027dc552ce tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:28.105641 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9b82b0a8-72a9-4063-940e-c1c081d7c7b7 req-bdcc4595-7071-473c-b23a-be027dc552ce tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.0519512 May 04 17:50:28.134014 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c013fe2a-5ce1-4100-a7ec-d42e02916bba req-8d16b37a-80df-474f-8acb-bc5ee6d402a5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0345294 May 04 17:50:28.167033 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9b82b0a8-72a9-4063-940e-c1c081d7c7b7 req-55520adf-d39d-446d-b1b4-37512cae91b6 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466490 May 04 17:50:28.384454 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5284a9fe-4c61-4644-834d-3e1325fec481 req-7cfddeab-e3a5-48ec-bfe2-f81a01354b06 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0294342 May 04 17:50:28.390643 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-81ceb88e-5d14-4d20-aa1c-0d1fea45faa5 req-c1d97da7-9dc6-4bb8-9274-9320ce4b8663 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0286834 May 04 17:50:28.715368 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 60142) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:28.742876 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-172e74a3-ab68-4381-b01a-01f0c5de3054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:28.861816 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-172e74a3-ab68-4381-b01a-01f0c5de3054 admin admin] Publish callbacks [] for security_group (4c8fb6e5-bbc6-4988-b574-6a488489721d), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:28.965597 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-172e74a3-ab68-4381-b01a-01f0c5de3054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (4c8fb6e5-bbc6-4988-b574-6a488489721d), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:29.007130 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-172e74a3-ab68-4381-b01a-01f0c5de3054 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aef4b3d38e754bd2a50fee7918e4ec6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906661 May 04 17:50:29.008642 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e74a3-ab68-4381-b01a-01f0c5de3054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8fb6e5-bbc6-4988-b574-6a488489721d,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:29.011737 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60150) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:29.064291 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-76dac509-d9ca-4d32-8aa9-368f8b536cf5 admin admin] Publish callbacks [] for security_group (4c8fb6e5-bbc6-4988-b574-6a488489721d), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:29.089916 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-76dac509-d9ca-4d32-8aa9-368f8b536cf5 admin admin] Publish callbacks [] for security_group (4c8fb6e5-bbc6-4988-b574-6a488489721d), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:29.232033 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-76dac509-d9ca-4d32-8aa9-368f8b536cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (4c8fb6e5-bbc6-4988-b574-6a488489721d), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:29.235456 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-76dac509-d9ca-4d32-8aa9-368f8b536cf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:29.237148 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-76dac509-d9ca-4d32-8aa9-368f8b536cf5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c8fb6e5-bbc6-4988-b574-6a488489721d HTTP/1.1" status: 204 len: 168 time: 0.2240887 May 04 17:50:29.280816 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dac509-d9ca-4d32-8aa9-368f8b536cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8fb6e5-bbc6-4988-b574-6a488489721d,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:29.292733 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ddbd7d19-f895-4375-86f0-a6032316f100 req-200699c9-38c9-456f-9b2a-c325f6c31826 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0465355 May 04 17:50:29.305538 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1b176-c9ca-405b-be91-17f6d8137d39 req-4d25724b-d260-479c-af3d-f02bd890d472 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:29.314835 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fba1b176-c9ca-405b-be91-17f6d8137d39 req-4d25724b-d260-479c-af3d-f02bd890d472 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.0674090 May 04 17:50:29.373928 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fba1b176-c9ca-405b-be91-17f6d8137d39 req-d0baaf19-2e8e-4384-891e-7a7edd33cb13 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582001 May 04 17:50:29.495281 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fe333265-3680-4ef0-b069-e2952d166d61 req-ecd86286-ab2a-44ca-a098-5a132208e1a7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0380135 May 04 17:50:29.506859 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a0cea09a-2310-4884-8e59-6393749d46a6 req-4e2fe541-22c4-4c70-a6f8-8fd3f7b9aea6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0352256 May 04 17:50:30.116055 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.86', 55844) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:30.205024 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-e9978b5e-f7ef-4fd0-9b60-1636a78f5966 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:30.213996 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-e9978b5e-f7ef-4fd0-9b60-1636a78f5966 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 816 time: 0.1138420 May 04 17:50:30.229689 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-e79f9b99-1de7-4741-a19b-ac7bf15046d4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:30.231318 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-e79f9b99-1de7-4741-a19b-ac7bf15046d4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 819 time: 0.1140394 May 04 17:50:30.250284 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'port': {'device_id': '971af823-1c8a-402d-9182-ba295f9fb4f3', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'admin_state_up': True, 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:30.317307 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-17044a43-d840-46da-b433-778ee21d8d5c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6061fedb7a6f46398811de3ae8aa091b HTTP/1.1" status: 200 len: 380 time: 0.1015558 May 04 17:50:30.336668 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'port': {'device_id': '1fcd59f3-0525-4965-976c-db01051fea50', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'admin_state_up': True, 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'security_groups': ['763b0769-dd71-44fd-ab9f-b7aa9f32f16e']}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:30.355592 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device a2a52d2a-572d-408f-83fd-64c61ea14be9 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:50:30.403578 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.86', 55846) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:30.453142 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.86', 55847) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:30.520180 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-877380a2-5e6c-4b4d-98a7-008b5f7fe61a req-f3c40233-6223-4db5-acb7-1d366f0632b0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0965767 May 04 17:50:30.546723 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Made reservation on behalf of 0a80a63e96c840f1a780b0b263f68aa9 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:50:30.567420 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:30.597046 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port a2a52d2a-572d-408f-83fd-64c61ea14be9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a2a52d2a-572d-408f-83fd-64c61ea14be9,segment=NetworkSegment(ddedb41e-987c-4180-a8b4-7f25ace6d221),segment_id=ddedb41e-987c-4180-a8b4-7f25ace6d221)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:30.630207 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'a2a52d2a-572d-408f-83fd-64c61ea14be9', 'network_id': '8910ccf3-3913-4d5e-adf9-9144e5b65b5a', 'port_id': 'a2a52d2a-572d-408f-83fd-64c61ea14be9', 'mac_address': 'fa:16:3e:67:0a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 916, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bafab689-d772-41bd-8221-80ec11808acc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:50:30.648385 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d62790ed-a5fd-4030-9b96-2ec6a2b2aea2 req-93f41106-a89a-4357-b10c-07ddfe318e76 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0315692 May 04 17:50:30.705455 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port a2a52d2a-572d-408f-83fd-64c61ea14be9 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:30.705761 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:30.754634 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Made reservation on behalf of 6061fedb7a6f46398811de3ae8aa091b for: {'port': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:50:30.757117 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a52d2a-572d-408f-83fd-64c61ea14be9 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:30.757922 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:30.759767 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f11bd-c48b-4d69-a5bd-167a82efd762 req-c2b49582-f8f6-439f-974f-568ddbdba2b9 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:30.761608 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d7f11bd-c48b-4d69-a5bd-167a82efd762 req-c2b49582-f8f6-439f-974f-568ddbdba2b9 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 944 time: 0.2876544 May 04 17:50:30.789280 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port a2a52d2a-572d-408f-83fd-64c61ea14be9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a2a52d2a-572d-408f-83fd-64c61ea14be9,segment=NetworkSegment(ddedb41e-987c-4180-a8b4-7f25ace6d221),segment_id=ddedb41e-987c-4180-a8b4-7f25ace6d221)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:30.810447 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c69b0d8a-fc2c-4b83-acd6-1507cc7d74aa req-6b83e171-d5b9-4d8b-af00-36c5e0a8e846 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0738072 May 04 17:50:30.906532 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:30.922495 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-d74bd9f5-9467-4618-b4ca-a5bf14ad6e75 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:30.923824 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-d74bd9f5-9467-4618-b4ca-a5bf14ad6e75 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 819 time: 0.4695189 May 04 17:50:30.937727 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-e1eba6d7-4d1f-4bba-9523-6759549dab4f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:30.940752 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-e1eba6d7-4d1f-4bba-9523-6759549dab4f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "GET /v2.0/networks?id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 200 len: 810 time: 0.5351841 May 04 17:50:30.941288 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Allocated IP 172.20.0.11 (ec775cde-fdeb-47a3-9b5d-7264a7a833a1/cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f/4a8881e1-ef77-48ac-aa10-24bb5d927fa3) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:30.976895 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=a2a52d2a-572d-408f-83fd-64c61ea14be9,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:31.044473 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d7f11bd-c48b-4d69-a5bd-167a82efd762 req-b05be0cc-2759-4c50-8b76-0d8a6ce513b3 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723751 May 04 17:50:31.063419 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Allocated IP 172.20.0.12 (2a788710-3f1d-40a2-9b49-f0445f584b5a/f18c2eb7-06ab-47e9-8fe5-4147a2cef998/4aa9ac13-c312-43a7-af42-35dcfb566eed) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:31.117480 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:31.220425 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:31.276256 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:31.278832 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:31.283810 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:31.289934 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:31.295823 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:31.296540 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:31.306924 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:31.415224 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-c6d03e58-9dcb-4d39-b366-247eb58759fa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0882533 May 04 17:50:31.434616 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:31.508702 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:31.514650 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:31.525520 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:31.559469 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event updated for resources: {'Port': ['ID=4aa9ac13-c312-43a7-af42-35dcfb566eed,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:31.597281 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b253405d-9b06-4728-bc8d-5d9bcf323a03 None None] Provisioning complete for port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:31.597815 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:31.598439 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:31.601509 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b253405d-9b06-4728-bc8d-5d9bcf323a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:31.679369 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b253405d-9b06-4728-bc8d-5d9bcf323a03 None None] Port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:31.723619 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-946f3bfd-4b61-4de8-bdda-adeee1f9786a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4788373 May 04 17:50:31.726197 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1d135-bc6b-4e5e-b389-f0b2418c08dd req-afa8f841-0147-4ed9-a028-0328e4e6ea15 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:31.737575 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-87c1d135-bc6b-4e5e-b389-f0b2418c08dd req-afa8f841-0147-4ed9-a028-0328e4e6ea15 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 932 time: 0.1033728 May 04 17:50:31.819353 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-87c1d135-bc6b-4e5e-b389-f0b2418c08dd req-58cbbb7a-bad6-48db-98d4-a54c5066488e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808423 May 04 17:50:31.831125 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a72a4-e157-4039-a8a0-3f97e36f73ea req-2a1e7dbb-2b35-44b0-a628-2de324957322 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:31.832648 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b07a72a4-e157-4039-a8a0-3f97e36f73ea req-2a1e7dbb-2b35-44b0-a628-2de324957322 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 932 time: 0.0606139 May 04 17:50:31.897687 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b07a72a4-e157-4039-a8a0-3f97e36f73ea req-1c5b1670-a726-4433-b412-772a94a0a4c5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567629 May 04 17:50:31.904578 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-a7ac7c49-677c-4fc3-bacf-b4c4f8708549 None None] Provisioning complete for port 4aa9ac13-c312-43a7-af42-35dcfb566eed triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:31.905549 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7c49-677c-4fc3-bacf-b4c4f8708549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:31.933250 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7a6e503b-2d62-445b-9144-30edfec70455 req-825a2026-bc39-44f4-b4ba-9505cd0947ae tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0381556 May 04 17:50:31.942448 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac7c49-677c-4fc3-bacf-b4c4f8708549 None None] Port 4aa9ac13-c312-43a7-af42-35dcfb566eed cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:32.157323 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60286) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:32.163156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483e194-6c47-4dda-9227-faea3e7aa59a req-2e721c26-700b-40b2-ba21-fabf61a7c170 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:32.164679 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3483e194-6c47-4dda-9227-faea3e7aa59a req-2e721c26-700b-40b2-ba21-fabf61a7c170 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 945 time: 0.0517735 May 04 17:50:32.222658 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3483e194-6c47-4dda-9227-faea3e7aa59a req-1226c3e4-dce5-44b5-bb33-470c88f8bdad tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523298 May 04 17:50:32.276339 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b4cf1500-303c-4df1-bd51-9b8e4e11044b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:32.356033 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b4cf1500-303c-4df1-bd51-9b8e4e11044b admin admin] Publish callbacks [] for security_group (a023cfba-cac4-474e-836c-6541a64a60d1), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:32.404279 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b4cf1500-303c-4df1-bd51-9b8e4e11044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (a023cfba-cac4-474e-836c-6541a64a60d1), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:32.442581 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b4cf1500-303c-4df1-bd51-9b8e4e11044b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=57c6ef6db48549ce8e5acbcc5e434262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841911 May 04 17:50:32.443767 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf1500-303c-4df1-bd51-9b8e4e11044b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a023cfba-cac4-474e-836c-6541a64a60d1,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:32.445452 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 60294) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:32.498026 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8a2663c0-a507-492e-9126-51c807babb09 admin admin] Publish callbacks [] for security_group (a023cfba-cac4-474e-836c-6541a64a60d1), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:32.520511 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8a2663c0-a507-492e-9126-51c807babb09 admin admin] Publish callbacks [] for security_group (a023cfba-cac4-474e-836c-6541a64a60d1), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:32.631418 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8a2663c0-a507-492e-9126-51c807babb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (a023cfba-cac4-474e-836c-6541a64a60d1), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:32.635831 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8a2663c0-a507-492e-9126-51c807babb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:32.639842 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-8a2663c0-a507-492e-9126-51c807babb09 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a023cfba-cac4-474e-836c-6541a64a60d1 HTTP/1.1" status: 204 len: 168 time: 0.1927819 May 04 17:50:32.650334 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2663c0-a507-492e-9126-51c807babb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a023cfba-cac4-474e-836c-6541a64a60d1,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:32.947067 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3624c80-0e06-4ca8-b18c-042a4c85eedd req-d188bcd9-4b93-4db2-b044-ed28b8e1a804 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:32.949461 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e3624c80-0e06-4ca8-b18c-042a4c85eedd req-d188bcd9-4b93-4db2-b044-ed28b8e1a804 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 932 time: 0.0512676 May 04 17:50:33.008653 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca05d9-fbfd-4f6a-9f97-14afe57f27bf req-411b1fc6-0e43-4471-abe0-5924a7ceb34d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:33.010806 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-25ca05d9-fbfd-4f6a-9f97-14afe57f27bf req-411b1fc6-0e43-4471-abe0-5924a7ceb34d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 932 time: 0.0488832 May 04 17:50:33.012740 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e3624c80-0e06-4ca8-b18c-042a4c85eedd req-81c52460-2f18-461a-b418-731dac72037a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553217 May 04 17:50:33.074843 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-25ca05d9-fbfd-4f6a-9f97-14afe57f27bf req-75ebc9da-14b9-4abb-9919-fd46140c3c32 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583065 May 04 17:50:33.129847 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ffed9916-27e3-41f5-9412-74810d532d0b req-4cc2471d-4e0b-4842-9517-748832bd3080 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0308194 May 04 17:50:33.287811 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60318) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:33.301832 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-60dc761e-a367-4f7f-a0a2-3734d16f573d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.383004 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-60dc761e-a367-4f7f-a0a2-3734d16f573d admin admin] Publish callbacks [] for security_group (cd4a4a28-aa52-4587-8431-e7177980e94b), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.459794 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-60dc761e-a367-4f7f-a0a2-3734d16f573d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (cd4a4a28-aa52-4587-8431-e7177980e94b), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.497330 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106d1f2-4323-49f5-9a6c-6702e69236f4 req-922b4801-ec94-45b7-b0d2-d5e89ddb4d5d tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:33.498991 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0106d1f2-4323-49f5-9a6c-6702e69236f4 req-922b4801-ec94-45b7-b0d2-d5e89ddb4d5d tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 945 time: 0.2059898 May 04 17:50:33.510624 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc761e-a367-4f7f-a0a2-3734d16f573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a4a28-aa52-4587-8431-e7177980e94b,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:33.516566 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-60dc761e-a367-4f7f-a0a2-3734d16f573d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=007c549413c84a9ab8cfec621bab695b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260571 May 04 17:50:33.517637 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60322) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:33.554035 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Request body: {'port': {'device_id': '971af823-1c8a-402d-9182-ba295f9fb4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:33.563446 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Request body: {'port': {'device_id': '1fcd59f3-0525-4965-976c-db01051fea50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:33.565284 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'port': {'device_id': 'a4f2356c-8c1b-4fb8-a57a-10b493371788', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'admin_state_up': True, 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:33.598674 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0106d1f2-4323-49f5-9a6c-6702e69236f4 req-44338871-8308-4c08-8bce-320255b742f6 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937707 May 04 17:50:33.608337 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f6bb662c-039f-4de3-8944-42c6790e9cd3 admin admin] Publish callbacks [] for security_group (cd4a4a28-aa52-4587-8431-e7177980e94b), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.665564 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f6bb662c-039f-4de3-8944-42c6790e9cd3 admin admin] Publish callbacks [] for security_group (cd4a4a28-aa52-4587-8431-e7177980e94b), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.688935 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.745187 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['a2a52d2a-572d-408f-83fd-64c61ea14be9'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:50:33.758820 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-80ff7a54-6a05-48ce-aa7b-1f9ab370e74b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65ea04a5ce2f4f75968d7d0204336cf6 HTTP/1.1" status: 200 len: 380 time: 0.2127557 May 04 17:50:33.764687 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.839304 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'port': {'device_id': '5d231c63-0386-4960-925e-e813db08788f', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'admin_state_up': True, 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'security_groups': ['aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:33.905618 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f6bb662c-039f-4de3-8944-42c6790e9cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (cd4a4a28-aa52-4587-8431-e7177980e94b), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.908844 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f6bb662c-039f-4de3-8944-42c6790e9cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:33.912922 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f6bb662c-039f-4de3-8944-42c6790e9cd3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cd4a4a28-aa52-4587-8431-e7177980e94b HTTP/1.1" status: 204 len: 168 time: 0.3916698 May 04 17:50:33.926159 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb662c-039f-4de3-8944-42c6790e9cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a4a28-aa52-4587-8431-e7177980e94b,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:33.993298 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Made reservation on behalf of 0a80a63e96c840f1a780b0b263f68aa9 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:50:33.997321 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.027003 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 {{(pid=110468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:34.035804 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Publish callbacks [] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.065458 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.provisioning_blocks [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Transition to ACTIVE for port object 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 will not be triggered until provisioned by entity L2. {{(pid=110468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:50:34.161834 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e6a21-e36a-4aba-9d0c-b39b10774305 req-55fe6a28-f05e-498e-abe8-0d972cfdf7e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:34.163630 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d1e6a21-e36a-4aba-9d0c-b39b10774305 req-55fe6a28-f05e-498e-abe8-0d972cfdf7e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 932 time: 0.0644360 May 04 17:50:34.208515 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.262929 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d1e6a21-e36a-4aba-9d0c-b39b10774305 req-cbeb7d22-18d7-4619-a289-cb94702224e4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917139 May 04 17:50:34.264687 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e0e1d-d8d5-4eb6-b3b4-b508723bf731 req-80969eac-49e7-449d-9948-4d6c1688a50f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:34.266225 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a36e0e1d-d8d5-4eb6-b3b4-b508723bf731 req-80969eac-49e7-449d-9948-4d6c1688a50f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 932 time: 0.1008828 May 04 17:50:34.294173 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:34.310202 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Made reservation on behalf of 65ea04a5ce2f4f75968d7d0204336cf6 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:50:34.314505 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.337620 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.managers [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Attempting to bind port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:34.339035 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.managers [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Attempting to bind port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'}] {{(pid=110468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:34.339035 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Attempting to bind port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 on network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:34.346602 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 on network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:50:34.356370 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Attempting to bind port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 on network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:34.356370 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:34.356370 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Checking segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:34.356370 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Bound using segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} {{(pid=110468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:34.356370 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.managers [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Bound port: 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'}}] {{(pid=110468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:34.356370 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.426453 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a36e0e1d-d8d5-4eb6-b3b4-b508723bf731 req-ada15de1-9808-426a-b403-ff736e855617 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438985 May 04 17:50:34.435561 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b1c48e53-5fbf-4656-a686-621365d2651f req-38d205da-e8cf-45de-8ddd-baab7aca9efc tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0548351 May 04 17:50:34.458832 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa9ac13-c312-43a7-af42-35dcfb566eed {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:34.468045 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Publish callbacks [] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.496305 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Transition to ACTIVE for port object 4aa9ac13-c312-43a7-af42-35dcfb566eed will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:50:34.504061 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, cleared binding levels {{(pid=110468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:34.507753 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:34.570832 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.639623 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.651279 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Allocated IP 172.20.0.10 (660cf2bc-7dbc-49ea-88f8-2ed364a280bd/480277fb-c1a6-4cf3-b1fd-15e7700eeade/ff1ece2e-bde0-43b5-b754-d28a6d20a05a) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:34.687250 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:34.689871 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:34.689871 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] 10.222.0.86 "PUT /v2.0/ports/4a8881e1-ef77-48ac-aa10-24bb5d927fa3 HTTP/1.1" status: 200 len: 1094 time: 1.1456695 May 04 17:50:34.689871 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:34.692231 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5317881a-f43f-4a86-9ba6-3ed040f43b23" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:34.731310 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e9501-0982-43c4-ac4a-612f2db8266a service neutron] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=3']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:34.755006 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa9ac13-c312-43a7-af42-35dcfb566eed,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:34.769681 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3fa6b9-dc11-4370-9b0c-386097238831 x-openstack-request-id: req-9f3fa6b9-dc11-4370-9b0c-386097238831 {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:34.769982 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:34.770285 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f3fa6b9-dc11-4370-9b0c-386097238831 {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:34.771168 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3fa6b9-dc11-4370-9b0c-386097238831'] response: {'name': 'network-changed', 'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'status': 'completed', 'code': 200} May 04 17:50:34.808365 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Allocated IP 172.20.0.8 (2a788710-3f1d-40a2-9b49-f0445f584b5a/f18c2eb7-06ab-47e9-8fe5-4147a2cef998/40ab8ce0-0a21-41a9-a175-cde38c33d5d7) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:50:34.906095 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317881a-f43f-4a86-9ba6-3ed040f43b23 req-2d2ece39-6565-47c9-890a-6b95260d28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:34.907678 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5317881a-f43f-4a86-9ba6-3ed040f43b23 req-2d2ece39-6565-47c9-890a-6b95260d28f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 1128 time: 0.1146724 May 04 17:50:35.038370 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a8a31-2bd8-4a71-a846-e1450d89bdb0 req-84fd6585-35ec-413a-96dc-84ff16794481 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:35.039943 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-557a8a31-2bd8-4a71-a846-e1450d89bdb0 req-84fd6585-35ec-413a-96dc-84ff16794481 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 945 time: 0.3182621 May 04 17:50:35.176864 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317881a-f43f-4a86-9ba6-3ed040f43b23 req-1a4e0d8a-b5ea-4043-aa1f-cf1119e81b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:35.183833 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5317881a-f43f-4a86-9ba6-3ed040f43b23 req-1a4e0d8a-b5ea-4043-aa1f-cf1119e81b5b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6061fedb7a6f46398811de3ae8aa091b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2640262 May 04 17:50:35.252995 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:35.287018 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Attempting to bind port 4aa9ac13-c312-43a7-af42-35dcfb566eed on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:35.287337 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Attempting to bind port 4aa9ac13-c312-43a7-af42-35dcfb566eed by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:35.287679 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Attempting to bind port 4aa9ac13-c312-43a7-af42-35dcfb566eed on network 2a788710-3f1d-40a2-9b49-f0445f584b5a {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:35.345373 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Port 4aa9ac13-c312-43a7-af42-35dcfb566eed on network 2a788710-3f1d-40a2-9b49-f0445f584b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:50:35.345681 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Attempting to bind port 4aa9ac13-c312-43a7-af42-35dcfb566eed on network 2a788710-3f1d-40a2-9b49-f0445f584b5a {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:35.355437 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-557a8a31-2bd8-4a71-a846-e1450d89bdb0 req-97f61440-c8e3-45a5-845e-d88a5f39534d tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086229 May 04 17:50:35.380906 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:35.381268 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Checking segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:35.382248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Bound using segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:35.382984 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Bound port: 4aa9ac13-c312-43a7-af42-35dcfb566eed, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:35.383593 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:35.431527 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317881a-f43f-4a86-9ba6-3ed040f43b23 req-00bfdee4-db49-4050-87be-08149d3e98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:35.433801 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5317881a-f43f-4a86-9ba6-3ed040f43b23 req-00bfdee4-db49-4050-87be-08149d3e98aa service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2488976 May 04 17:50:35.450885 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device a2a52d2a-572d-408f-83fd-64c61ea14be9 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:35.451392 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf3ab0-31cc-4d6f-a32c-f9b2c6bb031b req-0517b405-b4e4-442a-8936-7f0f6ba4311b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:35.460005 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e7cf3ab0-31cc-4d6f-a32c-f9b2c6bb031b req-0517b405-b4e4-442a-8936-7f0f6ba4311b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0585709 May 04 17:50:35.460107 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:35.499916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:35.568772 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port a2a52d2a-572d-408f-83fd-64c61ea14be9 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:50:35.623319 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:35.624735 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] For port 4aa9ac13-c312-43a7-af42-35dcfb566eed, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:35.630294 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-10c817f4-2f4f-4248-ae3f-fed678e617d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:35.634401 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-10c817f4-2f4f-4248-ae3f-fed678e617d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 1128 time: 0.0762520 May 04 17:50:35.656125 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'Port': ['ID=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:35.659034 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:35.674221 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port a2a52d2a-572d-408f-83fd-64c61ea14be9 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:35.674685 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:35.703467 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] For port 4aa9ac13-c312-43a7-af42-35dcfb566eed, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:35.705061 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:35.834641 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port a2a52d2a-572d-408f-83fd-64c61ea14be9 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:35.835626 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:35.888761 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6182d27-b476-4437-a550-b54d12eb01a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a52d2a-572d-408f-83fd-64c61ea14be9'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:35.943090 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-d2abeb48-a897-43c4-aa56-8549d782c389 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3 HTTP/1.1" status: 200 len: 217 time: 0.3023477 May 04 17:50:35.958747 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e7cf3ab0-31cc-4d6f-a32c-f9b2c6bb031b req-97d59f82-54e9-4bde-b7e1-c07a0f720b11 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358852 May 04 17:50:36.021415 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:36.025033 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port a2a52d2a-572d-408f-83fd-64c61ea14be9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a2a52d2a-572d-408f-83fd-64c61ea14be9,segment=NetworkSegment(ddedb41e-987c-4180-a8b4-7f25ace6d221),segment_id=ddedb41e-987c-4180-a8b4-7f25ace6d221)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:36.035571 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:36.064673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:50:36.073521 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:50:36.103272 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f6040-2fb4-4126-8cbb-dc522aa36436 req-21671e03-1139-4cb4-bd8e-984cb44ab6bc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.105750 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2b2f6040-2fb4-4126-8cbb-dc522aa36436 req-21671e03-1139-4cb4-bd8e-984cb44ab6bc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 944 time: 0.4879241 May 04 17:50:36.107914 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:36.109267 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:50:36.119057 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-960a3a8d-e832-4865-922c-44aa5d7db992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.126221 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-960a3a8d-e832-4865-922c-44aa5d7db992 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.1560709 May 04 17:50:36.203120 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.203120 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:36.212670 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=a2a52d2a-572d-408f-83fd-64c61ea14be9,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:36.239530 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-e8b5f77e-88b4-469b-a16a-d552cf087fab None None] Provisioning complete for port ff1ece2e-bde0-43b5-b754-d28a6d20a05a triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:36.242024 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f77e-88b4-469b-a16a-d552cf087fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:36.296372 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2b95a-da32-4c9a-b354-5be44606a024 req-fd39e089-2b85-45ab-bd92-8da7cb78df4b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.304755 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2ad2b95a-da32-4c9a-b354-5be44606a024 req-fd39e089-2b85-45ab-bd92-8da7cb78df4b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 932 time: 0.1768942 May 04 17:50:36.311826 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5f77e-88b4-469b-a16a-d552cf087fab None None] Port ff1ece2e-bde0-43b5-b754-d28a6d20a05a cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:36.316471 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-e480b849-1864-4bc6-916f-9e3f39bd5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.318729 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-e480b849-1864-4bc6-916f-9e3f39bd5357 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1783879 May 04 17:50:36.319821 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d200a7dc-85a9-4996-ada3-dd7298cf91fe" -d '{"events": [{"server_uuid": "f6182d27-b476-4437-a550-b54d12eb01a3", "name": "network-vif-plugged", "status": "completed", "tag": "a2a52d2a-572d-408f-83fd-64c61ea14be9"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:36.332118 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.333051 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:36.334827 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] 10.222.0.86 "PUT /v2.0/ports/4aa9ac13-c312-43a7-af42-35dcfb566eed HTTP/1.1" status: 200 len: 1094 time: 2.7911572 May 04 17:50:36.346573 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.347087 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:36.350448 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971af823-1c8a-402d-9182-ba295f9fb4f3', 'tag': '4aa9ac13-c312-43a7-af42-35dcfb566eed'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:36.431114 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2b2f6040-2fb4-4126-8cbb-dc522aa36436 req-663d6da8-1d9b-45fc-a81b-f49cd46ac98c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262771 May 04 17:50:36.432901 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d376-2e48-499e-836b-5f263a6cfaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa9ac13-c312-43a7-af42-35dcfb566eed,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:36.479645 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731e4ccf-6f66-4602-a946-7927c7213feb" -d '{"events": [{"name": "network-changed", "server_uuid": "971af823-1c8a-402d-9182-ba295f9fb4f3", "tag": "4aa9ac13-c312-43a7-af42-35dcfb566eed"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:36.501480 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2ad2b95a-da32-4c9a-b354-5be44606a024 req-b544285c-8887-4d00-8248-b84d1f81d28a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952302 May 04 17:50:36.504905 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-ae491a2f-a9b9-47c2-96e2-1321b22ca6c7 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694777 May 04 17:50:36.541183 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b21c81d7-2ea1-419f-a7bb-1e1e3d67fab4 None None] Provisioning complete for port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:36.541699 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b21c81d7-2ea1-419f-a7bb-1e1e3d67fab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:36.565108 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-d5d34299-301d-42d5-953e-049575b3fdd4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7315156 May 04 17:50:36.568077 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0233607 May 04 17:50:36.648391 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a90bb160-93fb-4adf-8c98-ef1217df3b40 req-7b3ba858-ea51-4b69-bf9d-34715b530c19 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364298 May 04 17:50:36.679812 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b21c81d7-2ea1-419f-a7bb-1e1e3d67fab4 None None] Port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:50:36.714524 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Request body: {'port': {'device_id': '5d231c63-0386-4960-925e-e813db08788f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:36.749115 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8a85-07a6-402f-84a0-65c2d5b624d6 req-c02c2b59-0156-4d97-89fd-9d69076a2c38 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.750699 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-265d8a85-07a6-402f-84a0-65c2d5b624d6 req-c02c2b59-0156-4d97-89fd-9d69076a2c38 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.1013701 May 04 17:50:36.786311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Request body: {'port': {'device_id': 'a4f2356c-8c1b-4fb8-a57a-10b493371788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:36.813047 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-265d8a85-07a6-402f-84a0-65c2d5b624d6 req-8374751a-0ac5-4ff7-a378-17a1882c155f tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 May 04 17:50:36.865876 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493e16e-d456-41e9-a24c-c26ea2a6982e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event updated for resources: {'Port': ['ID=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:36.878803 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d370fb-4545-4533-acae-2f29f208c624 x-openstack-request-id: req-84d370fb-4545-4533-acae-2f29f208c624 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:36.879124 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6182d27-b476-4437-a550-b54d12eb01a3", "name": "network-vif-plugged", "status": "completed", "tag": "a2a52d2a-572d-408f-83fd-64c61ea14be9", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:36.879565 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84d370fb-4545-4533-acae-2f29f208c624 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:36.880157 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d370fb-4545-4533-acae-2f29f208c624'] response: {'server_uuid': 'f6182d27-b476-4437-a550-b54d12eb01a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a52d2a-572d-408f-83fd-64c61ea14be9', 'code': 200} May 04 17:50:36.886615 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-78ab6e7c-395a-4fa5-8999-9d412206ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:36.889029 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-78ab6e7c-395a-4fa5-8999-9d412206ea85 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 1128 time: 0.3442485 May 04 17:50:36.962750 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:37.093783 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363cee75-51bb-4842-9b80-a2ae49729eb6 x-openstack-request-id: req-363cee75-51bb-4842-9b80-a2ae49729eb6 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:37.094072 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971af823-1c8a-402d-9182-ba295f9fb4f3", "tag": "4aa9ac13-c312-43a7-af42-35dcfb566eed", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:37.094341 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-363cee75-51bb-4842-9b80-a2ae49729eb6 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:37.094780 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363cee75-51bb-4842-9b80-a2ae49729eb6'] response: {'name': 'network-changed', 'server_uuid': '971af823-1c8a-402d-9182-ba295f9fb4f3', 'tag': '4aa9ac13-c312-43a7-af42-35dcfb566eed', 'status': 'completed', 'code': 200} May 04 17:50:37.095451 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:37.195136 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7b103-a24d-41a3-b317-2b2c24f74f68 req-331a9033-c9b5-4a1c-ad44-1a7eb6d76bf4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:37.196631 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-17b7b103-a24d-41a3-b317-2b2c24f74f68 req-331a9033-c9b5-4a1c-ad44-1a7eb6d76bf4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.1047273 May 04 17:50:37.376381 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-17b7b103-a24d-41a3-b317-2b2c24f74f68 req-e54ab6cd-069c-4ace-9e61-47bcee1adb9a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646407 May 04 17:50:37.510951 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1ece2e-bde0-43b5-b754-d28a6d20a05a {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:37.528144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Publish callbacks [] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:37.614386 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ea8a3-1bf9-4b3d-bfa4-ac48032380f4 req-588cb30d-177b-462b-b365-ae2bd28554fe tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:37.616364 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-930ea8a3-1bf9-4b3d-bfa4-ac48032380f4 req-588cb30d-177b-462b-b365-ae2bd28554fe tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 944 time: 0.0671718 May 04 17:50:37.675878 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-930ea8a3-1bf9-4b3d-bfa4-ac48032380f4 req-11ec2086-40d2-4933-a84d-2981ba180909 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516453 May 04 17:50:37.693565 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-d5bd79fc-2d92-4fee-84ed-280637c00e6b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed HTTP/1.1" status: 200 len: 217 time: 0.1232688 May 04 17:50:37.718344 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Transition to ACTIVE for port object ff1ece2e-bde0-43b5-b754-d28a6d20a05a will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:50:37.798358 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cd043-3661-4c73-8a5e-f301dc5f1778 req-a4852b7d-9ae2-4c35-9718-2715ccbab432 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:37.799746 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc3cd043-3661-4c73-8a5e-f301dc5f1778 req-a4852b7d-9ae2-4c35-9718-2715ccbab432 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 932 time: 0.1620474 May 04 17:50:37.825916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-81391ec8-7a00-43dc-89f1-1ab5b59ea330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:37.827342 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-81391ec8-7a00-43dc-89f1-1ab5b59ea330 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.1104281 May 04 17:50:37.902084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:37.916195 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:37.929633 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Publish callbacks [] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:37.940912 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2d9f-b700-4fe4-9586-d507eb8cdb2b req-5130d478-eb36-494f-82ab-c4c623a17521 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:37.950705 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9a9f2d9f-b700-4fe4-9586-d507eb8cdb2b req-5130d478-eb36-494f-82ab-c4c623a17521 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0671375 May 04 17:50:37.997344 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-271d8553-b8c6-44d7-9f59-e9d0d95bbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:37.997497 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-271d8553-b8c6-44d7-9f59-e9d0d95bbf64 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1614714 May 04 17:50:38.002107 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Transition to ACTIVE for port object 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:50:38.011518 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc3cd043-3661-4c73-8a5e-f301dc5f1778 req-4da2f173-146f-4d6f-8b7c-6e3813febe1d tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883626 May 04 17:50:38.046858 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:38.083623 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f1e22-87f3-4fa6-85d1-782a6d4c44b5 req-0eb6aa0a-a9a4-4863-b78a-bb0929d19501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:38.086632 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-472f1e22-87f3-4fa6-85d1-782a6d4c44b5 req-0eb6aa0a-a9a4-4863-b78a-bb0929d19501 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 1130 time: 0.1243184 May 04 17:50:38.108320 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9a9f2d9f-b700-4fe4-9586-d507eb8cdb2b req-98645c77-ce75-4653-847c-3d13595ce5ec tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517916 May 04 17:50:38.140277 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-472f1e22-87f3-4fa6-85d1-782a6d4c44b5 req-77da0a88-ffca-4987-97df-a66e78dc8518 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.140626 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.251009 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-472f1e22-87f3-4fa6-85d1-782a6d4c44b5 req-77da0a88-ffca-4987-97df-a66e78dc8518 service neutron] Publish callbacks [] for security_group (1a3ec853-fce1-4db8-b430-3b8ce9caed0f), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.254390 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Pushing event updated for resources: {'Port': ['ID=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:38.259662 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-8eb781b0-4640-4b00-aad4-4fcd44b3f759 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430389 May 04 17:50:38.262119 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Attempting to bind port ff1ece2e-bde0-43b5-b754-d28a6d20a05a on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:38.262449 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Attempting to bind port ff1ece2e-bde0-43b5-b754-d28a6d20a05a by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:38.262778 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Attempting to bind port ff1ece2e-bde0-43b5-b754-d28a6d20a05a on network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:38.294222 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Port ff1ece2e-bde0-43b5-b754-d28a6d20a05a on network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:50:38.296765 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Attempting to bind port ff1ece2e-bde0-43b5-b754-d28a6d20a05a on network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:38.319212 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:38.319547 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Checking segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:38.319931 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Bound using segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:38.320374 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Bound port: ff1ece2e-bde0-43b5-b754-d28a6d20a05a, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:38.324480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.343147 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [req-472f1e22-87f3-4fa6-85d1-782a6d4c44b5 req-77da0a88-ffca-4987-97df-a66e78dc8518 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (1a3ec853-fce1-4db8-b430-3b8ce9caed0f), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.426054 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da0a88-ffca-4987-97df-a66e78dc8518 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3ec853-fce1-4db8-b430-3b8ce9caed0f,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:38.486126 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-472f1e22-87f3-4fa6-85d1-782a6d4c44b5 req-77da0a88-ffca-4987-97df-a66e78dc8518 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748748 May 04 17:50:38.576133 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f42b9d8f-4f1a-4101-89d3-365d4a0a0771 req-6c4a43f5-09cf-4647-b5e5-67bd3460a36e service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063519 May 04 17:50:38.585230 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e75249-5e57-4ae2-98fa-32789ebebe18 req-f7fa8dca-377c-49fe-8f62-ac1662bd2279 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:38.586723 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e75249-5e57-4ae2-98fa-32789ebebe18 req-f7fa8dca-377c-49fe-8f62-ac1662bd2279 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0929918 May 04 17:50:38.596925 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Attempting to bind port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:50:38.596925 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Attempting to bind port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:50:38.596925 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Attempting to bind port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 on network 2a788710-3f1d-40a2-9b49-f0445f584b5a {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:38.613827 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 on network 2a788710-3f1d-40a2-9b49-f0445f584b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:50:38.614155 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Attempting to bind port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 on network 2a788710-3f1d-40a2-9b49-f0445f584b5a {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:50:38.616607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] For port ff1ece2e-bde0-43b5-b754-d28a6d20a05a, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:38.630004 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:50:38.630364 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Checking segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:50:38.630758 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Bound using segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:50:38.631190 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Bound port: 40ab8ce0-0a21-41a9-a175-cde38c33d5d7, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:50:38.631551 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.646475 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] For port ff1ece2e-bde0-43b5-b754-d28a6d20a05a, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:38.701228 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e75249-5e57-4ae2-98fa-32789ebebe18 req-2e5e833d-2dea-4846-bb74-fbdd064d0784 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050777 May 04 17:50:38.732170 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] For port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:50:38.735422 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] For port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:50:38.774690 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.811032 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:38.811663 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.813193 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] 10.222.0.86 "PUT /v2.0/ports/ff1ece2e-bde0-43b5-b754-d28a6d20a05a HTTP/1.1" status: 200 len: 1094 time: 2.1958506 May 04 17:50:38.832494 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca50fef-0baf-4f69-a5fd-75c9b266849d req-f0b6706e-7508-4bb9-a273-76e6d140fd66 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:38.834017 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bca50fef-0baf-4f69-a5fd-75c9b266849d req-f0b6706e-7508-4bb9-a273-76e6d140fd66 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 944 time: 0.0754647 May 04 17:50:38.837818 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae71e7-456d-4043-abb6-0b982742f190 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:38.883869 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bca50fef-0baf-4f69-a5fd-75c9b266849d req-fe5a5eac-dda0-4979-b8c0-f6111b35f3be tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 May 04 17:50:38.906224 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.941655 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:38.942525 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:38.943961 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] 10.222.0.86 "PUT /v2.0/ports/40ab8ce0-0a21-41a9-a175-cde38c33d5d7 HTTP/1.1" status: 200 len: 1093 time: 2.3254743 May 04 17:50:38.977377 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cbac5-eaab-47a2-947a-b73f34b47268 service neutron] Pushing event updated for resources: {'Port': ['ID=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:39.095695 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d231c63-0386-4960-925e-e813db08788f', 'tag': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a'}, {'name': 'network-changed', 'server_uuid': 'a4f2356c-8c1b-4fb8-a57a-10b493371788', 'tag': '40ab8ce0-0a21-41a9-a175-cde38c33d5d7'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:39.098075 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d231c63-0386-4960-925e-e813db08788f", "tag": "ff1ece2e-bde0-43b5-b754-d28a6d20a05a"}, {"name": "network-changed", "server_uuid": "a4f2356c-8c1b-4fb8-a57a-10b493371788", "tag": "40ab8ce0-0a21-41a9-a175-cde38c33d5d7"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:39.161534 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 May 2022 17:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6910b0-5c96-4491-ba4a-a8c959e162c6 x-openstack-request-id: req-fe6910b0-5c96-4491-ba4a-a8c959e162c6 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:39.166512 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d231c63-0386-4960-925e-e813db08788f", "tag": "ff1ece2e-bde0-43b5-b754-d28a6d20a05a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4f2356c-8c1b-4fb8-a57a-10b493371788", "tag": "40ab8ce0-0a21-41a9-a175-cde38c33d5d7", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:39.166512 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe6910b0-5c96-4491-ba4a-a8c959e162c6 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:39.166512 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6910b0-5c96-4491-ba4a-a8c959e162c6'] response: {'name': 'network-changed', 'server_uuid': '5d231c63-0386-4960-925e-e813db08788f', 'tag': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'status': 'completed', 'code': 200} May 04 17:50:39.166512 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6910b0-5c96-4491-ba4a-a8c959e162c6'] response: {'name': 'network-changed', 'server_uuid': 'a4f2356c-8c1b-4fb8-a57a-10b493371788', 'tag': '40ab8ce0-0a21-41a9-a175-cde38c33d5d7', 'status': 'completed', 'code': 200} May 04 17:50:39.185727 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6daf-c9c7-4cac-9c4c-9eeaf4f059c1 req-d52a60b7-93df-410f-be96-d9a8d8e531b1 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:39.187462 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-71ed6daf-c9c7-4cac-9c4c-9eeaf4f059c1 req-d52a60b7-93df-410f-be96-d9a8d8e531b1 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 944 time: 0.0863481 May 04 17:50:39.240848 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-71ed6daf-c9c7-4cac-9c4c-9eeaf4f059c1 req-7dd15651-9166-42f2-b422-477959bf0232 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 May 04 17:50:39.260412 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd54cd-5bdb-4eb9-b7d7-1b12c03193a1 req-c1077e3a-0818-4cf5-87be-b5b659a85492 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:39.261992 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-36dd54cd-5bdb-4eb9-b7d7-1b12c03193a1 req-c1077e3a-0818-4cf5-87be-b5b659a85492 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0486844 May 04 17:50:39.327050 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-36dd54cd-5bdb-4eb9-b7d7-1b12c03193a1 req-e8e78534-47fe-49c6-8802-4e7143eb7416 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590737 May 04 17:50:39.478777 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:50:39.578832 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:39.590422 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'port_id': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'mac_address': 'fa:16:3e:9f:63:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:50:39.629725 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:39.630043 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:39.644646 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:39.669137 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:39.749771 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:39.809643 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:39.863566 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0504b-dce5-4c24-a5f4-20b896a70dbe req-7d00dc98-26f2-43c9-bc9d-b2ca32838a8d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:39.865164 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-58b0504b-dce5-4c24-a5f4-20b896a70dbe req-7d00dc98-26f2-43c9-bc9d-b2ca32838a8d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 945 time: 0.0582287 May 04 17:50:39.921311 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-58b0504b-dce5-4c24-a5f4-20b896a70dbe req-a9025cf5-778f-49e0-a319-5fea69e85b81 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497854 May 04 17:50:39.990025 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['4a8881e1-ef77-48ac-aa10-24bb5d927fa3'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:50:40.007053 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a1c7c-2a57-40c2-883b-3f15647a4965 req-5f2768cd-1d87-4c7a-9910-6c08d16d7f9e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.008882 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9d1a1c7c-2a57-40c2-883b-3f15647a4965 req-5f2768cd-1d87-4c7a-9910-6c08d16d7f9e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 944 time: 0.0544226 May 04 17:50:40.033430 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a8fc08dc-b243-4dd3-9bf9-5fc5f7d6da5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:40.106424 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9d1a1c7c-2a57-40c2-883b-3f15647a4965 req-f0e742d0-6341-4558-8345-346a366a8b9e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917189 May 04 17:50:40.285099 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4ccf-6f66-4602-a946-7927c7213feb req-572030fb-6eeb-474e-86f6-ddd1a4a87860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.286764 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-731e4ccf-6f66-4602-a946-7927c7213feb req-572030fb-6eeb-474e-86f6-ddd1a4a87860 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 1128 time: 0.3100989 May 04 17:50:40.311624 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-737e96cf-669e-4287-8d9d-e3e2d247b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.313130 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-737e96cf-669e-4287-8d9d-e3e2d247b859 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 1127 time: 0.2995160 May 04 17:50:40.357022 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-a4ac9cb8-65bb-4f09-b7f5-ad75f361ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.358472 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-a4ac9cb8-65bb-4f09-b7f5-ad75f361ff79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 1128 time: 0.3326604 May 04 17:50:40.448026 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-8651618e-3eda-4f4a-8db6-396bcd66202a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7 HTTP/1.1" status: 200 len: 217 time: 0.1191223 May 04 17:50:40.465904 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a62a74-588a-43ad-b516-6b6622824ad6 req-53345985-6677-4db7-aa03-1133b949f6e2 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.467571 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-23a62a74-588a-43ad-b516-6b6622824ad6 req-53345985-6677-4db7-aa03-1133b949f6e2 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0579994 May 04 17:50:40.521329 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-23a62a74-588a-43ad-b516-6b6622824ad6 req-aabf9251-bb86-4feb-bcae-3e7eae1adc9f tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479257 May 04 17:50:40.585210 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62878adb-7bea-4918-affa-417c4e1192dd req-70eb6226-7cf2-4f5f-85af-163b0f158ce6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.590343 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-62878adb-7bea-4918-affa-417c4e1192dd req-70eb6226-7cf2-4f5f-85af-163b0f158ce6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 944 time: 0.2625926 May 04 17:50:40.602634 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60654) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:40.717552 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e9b63fbc-308f-4e5f-b93c-5e4fe922b247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:40.733289 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-fc2634f3-b60d-4e16-853c-ae17a31dc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.734752 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-fc2634f3-b60d-4e16-853c-ae17a31dc0e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.2331145 May 04 17:50:40.745534 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4ccf-6f66-4602-a946-7927c7213feb req-ef567dd4-b8a7-43e6-a622-3c23aae96555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.746487 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-731e4ccf-6f66-4602-a946-7927c7213feb req-ef567dd4-b8a7-43e6-a622-3c23aae96555 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.4528518 May 04 17:50:40.815932 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e9b63fbc-308f-4e5f-b93c-5e4fe922b247 admin admin] Publish callbacks [] for security_group (e8e11020-f808-45d0-b8f9-8131f3548df5), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:40.842448 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-0f18ff31-cf53-4da2-b5f4-7e0e5362a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.843953 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-0f18ff31-cf53-4da2-b5f4-7e0e5362a506 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4281504 May 04 17:50:40.847398 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-731e4ccf-6f66-4602-a946-7927c7213feb req-be98791a-7f5f-47db-a2d6-4d3f853c4c9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed HTTP/1.1" status: 200 len: 217 time: 0.0826378 May 04 17:50:40.852542 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-62878adb-7bea-4918-affa-417c4e1192dd req-51cdbc6f-a914-4d26-951d-a4ee0ec1bd23 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613671 May 04 17:50:40.858169 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-317ddc13-466b-4cb6-9b24-5cd9c5f417fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:40.859664 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-317ddc13-466b-4cb6-9b24-5cd9c5f417fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045921 May 04 17:50:41.032310 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4ccf-6f66-4602-a946-7927c7213feb req-d6800139-dd53-4e59-9025-16c50877c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.033811 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-731e4ccf-6f66-4602-a946-7927c7213feb req-d6800139-dd53-4e59-9025-16c50877c4c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.1675072 May 04 17:50:41.033948 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e9b63fbc-308f-4e5f-b93c-5e4fe922b247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (e8e11020-f808-45d0-b8f9-8131f3548df5), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:41.071078 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711de4f-f7f9-4936-aaf3-6a73874203ff req-e77a12db-c7f1-4d5a-b637-f9ed0dfb276d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.074539 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e711de4f-f7f9-4936-aaf3-6a73874203ff req-e77a12db-c7f1-4d5a-b637-f9ed0dfb276d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 945 time: 0.0735762 May 04 17:50:41.109949 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b63fbc-308f-4e5f-b93c-5e4fe922b247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e11020-f808-45d0-b8f9-8131f3548df5,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:41.144775 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e9b63fbc-308f-4e5f-b93c-5e4fe922b247 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9072fb16ee0458c86d7b1f3f3bb2015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5405693 May 04 17:50:41.145228 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60682) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:41.154935 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e711de4f-f7f9-4936-aaf3-6a73874203ff req-79aa1d60-b4fa-4c24-ab45-d80c8c082e16 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669281 May 04 17:50:41.166142 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-8f514175-0aa7-46f0-9a1b-75c21c52044b service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905455 May 04 17:50:41.180384 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-1e7de859-be0a-47cd-ba74-cc2141dcaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.183200 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-1e7de859-be0a-47cd-ba74-cc2141dcaad3 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3143187 May 04 17:50:41.218099 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7de1bce2-dd73-471e-a2bf-4154c7bd9707 admin admin] Publish callbacks [] for security_group (e8e11020-f808-45d0-b8f9-8131f3548df5), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:41.242746 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7de1bce2-dd73-471e-a2bf-4154c7bd9707 admin admin] Publish callbacks [] for security_group (e8e11020-f808-45d0-b8f9-8131f3548df5), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:41.255304 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9118-2ae6-4e2f-807f-4b743cf58aea req-47edaff4-13ab-4ebe-b2e1-9bc78fd13ee3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.257448 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e21f9118-2ae6-4e2f-807f-4b743cf58aea req-47edaff4-13ab-4ebe-b2e1-9bc78fd13ee3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 944 time: 0.0578029 May 04 17:50:41.319195 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e21f9118-2ae6-4e2f-807f-4b743cf58aea req-d5a36de0-15d0-4abf-84d1-9fe1a074420a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547140 May 04 17:50:41.374341 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7de1bce2-dd73-471e-a2bf-4154c7bd9707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (e8e11020-f808-45d0-b8f9-8131f3548df5), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:41.377215 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7de1bce2-dd73-471e-a2bf-4154c7bd9707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:41.381315 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-7de1bce2-dd73-471e-a2bf-4154c7bd9707 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8e11020-f808-45d0-b8f9-8131f3548df5 HTTP/1.1" status: 204 len: 168 time: 0.2252264 May 04 17:50:41.398912 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1bce2-dd73-471e-a2bf-4154c7bd9707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e11020-f808-45d0-b8f9-8131f3548df5,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:41.492550 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4aa9ac13-c312-43a7-af42-35dcfb566eed details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:50:41.511724 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:41.573833 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-676b7d1b-94e5-456c-bef3-2687adebe0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.575404 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-676b7d1b-94e5-456c-bef3-2687adebe0b3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 1128 time: 0.0834522 May 04 17:50:41.604680 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e4ccf-6f66-4602-a946-7927c7213feb req-e5daca26-4322-47bc-bbcc-3dea706f39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.606324 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-731e4ccf-6f66-4602-a946-7927c7213feb req-e5daca26-4322-47bc-bbcc-3dea706f39e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339624 May 04 17:50:41.625132 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:50:41.646227 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4aa9ac13-c312-43a7-af42-35dcfb566eed, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:41.669547 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '4aa9ac13-c312-43a7-af42-35dcfb566eed', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'port_id': '4aa9ac13-c312-43a7-af42-35dcfb566eed', 'mac_address': 'fa:16:3e:34:8d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:50:41.684907 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-f6673162-1dc4-4084-987b-d7f8b22fbc61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a HTTP/1.1" status: 200 len: 217 time: 0.0773730 May 04 17:50:41.708235 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:41.709079 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:41.811255 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646880c-a207-4b2e-971a-edd9f259851b req-4be13243-5108-43c1-a1c3-40b7f9a2969a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.813204 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d646880c-a207-4b2e-971a-edd9f259851b req-4be13243-5108-43c1-a1c3-40b7f9a2969a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0673082 May 04 17:50:41.817233 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a00526e5-0eb1-46c2-b645-f6b84a1c508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.823243 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-a00526e5-0eb1-46c2-b645-f6b84a1c508d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=480277fb-c1a6-4cf3-b1fd-15e7700eeade HTTP/1.1" status: 200 len: 849 time: 0.1292434 May 04 17:50:41.831243 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-380a2e91-42f2-48c4-b219-cbfdff647444 req-b381a540-b275-4ff8-b75a-25dc1178d5b5 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470254 May 04 17:50:41.904484 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d646880c-a207-4b2e-971a-edd9f259851b req-69819f6a-e9c2-413e-9025-69abf74e1422 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783253 May 04 17:50:41.910206 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-731e4ccf-6f66-4602-a946-7927c7213feb req-09a4efaf-7cc2-4e34-8d76-38a45c572204 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910452 May 04 17:50:41.911177 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-c05dfedc-c0fc-48ce-97c9-654b48de1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:41.912469 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4aa9ac13-c312-43a7-af42-35dcfb566eed is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:41.912933 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:41.921849 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-c05dfedc-c0fc-48ce-97c9-654b48de1d5a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860846 May 04 17:50:41.943751 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa9ac13-c312-43a7-af42-35dcfb566eed {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:42.014352 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4aa9ac13-c312-43a7-af42-35dcfb566eed, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:42.033840 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:42.035378 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.074724 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:42.079827 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03617fe9-6c23-420f-85a4-aca5c9913078" -d '{"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-plugged", "status": "completed", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:42.100795 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:42.117325 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.153025 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c437413-3e81-4b16-a313-4b4e2d02d5ba x-openstack-request-id: req-8c437413-3e81-4b16-a313-4b4e2d02d5ba {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:42.153645 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-plugged", "status": "completed", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:42.153973 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c437413-3e81-4b16-a313-4b4e2d02d5ba {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:42.154450 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c437413-3e81-4b16-a313-4b4e2d02d5ba'] response: {'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'code': 200} May 04 17:50:42.191358 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4aa9ac13-c312-43a7-af42-35dcfb566eed,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:42.209316 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.296394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:42.314725 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa684be-a09b-42bb-8304-43f725e8a5bf req-ce0b1bd4-75fd-4cb0-b90b-8a2fcce27bdc tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:42.317105 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9aa684be-a09b-42bb-8304-43f725e8a5bf req-ce0b1bd4-75fd-4cb0-b90b-8a2fcce27bdc tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0747516 May 04 17:50:42.370518 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9aa684be-a09b-42bb-8304-43f725e8a5bf req-012e6f92-71a3-4b2b-a55c-a884d278d220 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 May 04 17:50:42.381791 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['4aa9ac13-c312-43a7-af42-35dcfb566eed'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:50:42.393123 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-731e4ccf-6f66-4602-a946-7927c7213feb req-2fa38da6-e11a-4683-8fc0-0015253fdc51 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715345 May 04 17:50:42.406892 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16710f-cc58-4c14-919a-685e1afd770e req-3467071f-da9a-4c94-9d43-ad93e68f2a6c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:42.408972 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-eb3202ec-8cf2-4440-9069-12e1844104b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.409451 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7a16710f-cc58-4c14-919a-685e1afd770e req-3467071f-da9a-4c94-9d43-ad93e68f2a6c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 944 time: 0.1496396 May 04 17:50:42.452507 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-07868769-dcac-4ef3-8d8c-beaedc511d25 service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909964 May 04 17:50:42.478022 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7a16710f-cc58-4c14-919a-685e1afd770e req-bc9ee941-9206-4b73-9106-1be7f4c2b523 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643308 May 04 17:50:42.506085 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b4d0e-f260-4df3-9b48-2cf99914b37e req-12e1d618-a8df-4cb8-a128-6713ba5c8afd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:42.513665 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d8b4d0e-f260-4df3-9b48-2cf99914b37e req-12e1d618-a8df-4cb8-a128-6713ba5c8afd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0692565 May 04 17:50:42.529465 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 60744) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:42.548216 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67f5c3a-ca95-4b6f-9a97-2770f8f61b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.575499 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d8b4d0e-f260-4df3-9b48-2cf99914b37e req-a219c2d4-7101-454d-ac4a-07314db415b9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610914 May 04 17:50:42.635227 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67f5c3a-ca95-4b6f-9a97-2770f8f61b1d admin admin] Publish callbacks [] for security_group (9dafeade-69c6-4070-869e-65b2ff9a17ab), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.690345 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 60748) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:42.708105 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67f5c3a-ca95-4b6f-9a97-2770f8f61b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (9dafeade-69c6-4070-869e-65b2ff9a17ab), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.750959 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-f67f5c3a-ca95-4b6f-9a97-2770f8f61b1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4197bfef7ac34835a647c0286bc7724d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197661 May 04 17:50:42.751908 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f5c3a-ca95-4b6f-9a97-2770f8f61b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dafeade-69c6-4070-869e-65b2ff9a17ab,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:42.759302 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60752) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:42.800218 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c6369e01-adcd-40ae-ae01-d5ae6b7c90a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.803079 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-09224479-b73b-491b-86c5-2e992639da56 admin admin] Publish callbacks [] for security_group (9dafeade-69c6-4070-869e-65b2ff9a17ab), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.826355 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-09224479-b73b-491b-86c5-2e992639da56 admin admin] Publish callbacks [] for security_group (9dafeade-69c6-4070-869e-65b2ff9a17ab), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.941793 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c6369e01-adcd-40ae-ae01-d5ae6b7c90a2 admin admin] Publish callbacks [] for security_group (2d0d93f9-2379-4b19-ac68-017eae65c94c), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:42.953600 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-63518831-5a03-444c-923c-c527a018a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:42.953600 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-63518831-5a03-444c-923c-c527a018a308 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 1127 time: 0.0849977 May 04 17:50:43.066744 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb5390-837b-4018-ad6d-2ec0d05fa0c7 req-bf1dde8e-8b57-4667-bea6-2a4e93876cd5 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:43.068227 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-94bb5390-837b-4018-ad6d-2ec0d05fa0c7 req-bf1dde8e-8b57-4667-bea6-2a4e93876cd5 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0894587 May 04 17:50:43.107963 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dbab8bcb-3fcf-403c-9b23-922576a44e66 req-7338ce94-c693-4620-ade9-728ae7a48382 service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449343 May 04 17:50:43.134597 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-09224479-b73b-491b-86c5-2e992639da56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (9dafeade-69c6-4070-869e-65b2ff9a17ab), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.137695 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-09224479-b73b-491b-86c5-2e992639da56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.139001 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-09224479-b73b-491b-86c5-2e992639da56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9dafeade-69c6-4070-869e-65b2ff9a17ab HTTP/1.1" status: 204 len: 168 time: 0.3841243 May 04 17:50:43.151912 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09224479-b73b-491b-86c5-2e992639da56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dafeade-69c6-4070-869e-65b2ff9a17ab,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:43.162383 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-eb2b3619-5326-4c10-aa1e-497edd31e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:43.164185 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-eb2b3619-5326-4c10-aa1e-497edd31e8c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1868405 May 04 17:50:43.169574 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-94bb5390-837b-4018-ad6d-2ec0d05fa0c7 req-c3e436a8-cb16-4db7-85aa-9332b2d3af36 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712729 May 04 17:50:43.177630 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c6369e01-adcd-40ae-ae01-d5ae6b7c90a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (2d0d93f9-2379-4b19-ac68-017eae65c94c), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.231745 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-341b1523-c852-41e0-bc29-e75dce465664 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0556622 May 04 17:50:43.247429 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-c6369e01-adcd-40ae-ae01-d5ae6b7c90a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e038fbcd56b34c35aa58cc41a5993043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5559912 May 04 17:50:43.249462 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6369e01-adcd-40ae-ae01-d5ae6b7c90a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0d93f9-2379-4b19-ac68-017eae65c94c,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:43.250187 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60768) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:43.306335 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5c56a9da-43c0-463f-8083-e98b801c57f5 admin admin] Publish callbacks [] for security_group (2d0d93f9-2379-4b19-ac68-017eae65c94c), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.329849 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 60770) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:43.342457 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5c56a9da-43c0-463f-8083-e98b801c57f5 admin admin] Publish callbacks [] for security_group (2d0d93f9-2379-4b19-ac68-017eae65c94c), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.497570 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5c56a9da-43c0-463f-8083-e98b801c57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (2d0d93f9-2379-4b19-ac68-017eae65c94c), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.500332 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5c56a9da-43c0-463f-8083-e98b801c57f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.501831 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5c56a9da-43c0-463f-8083-e98b801c57f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d0d93f9-2379-4b19-ac68-017eae65c94c HTTP/1.1" status: 204 len: 168 time: 0.2503366 May 04 17:50:43.508007 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:50:43.508971 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4aa9ac13-c312-43a7-af42-35dcfb566eed up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:43.523020 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0fb3e-4289-4d82-9ba4-c59ee2fa4527 req-7ee299f1-0fe9-40fb-8f21-7eb9075ffaf6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:43.524473 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d3f0fb3e-4289-4d82-9ba4-c59ee2fa4527 req-7ee299f1-0fe9-40fb-8f21-7eb9075ffaf6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0625463 May 04 17:50:43.525879 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56a9da-43c0-463f-8083-e98b801c57f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0d93f9-2379-4b19-ac68-017eae65c94c,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:43.587510 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d3f0fb3e-4289-4d82-9ba4-c59ee2fa4527 req-6bb5e45e-9f91-4dd2-8186-c5e9a35e7ac5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501735 May 04 17:50:43.651471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-39e7a5e5-af6f-456b-b6f7-4cfdedba48f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.661170 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 4aa9ac13-c312-43a7-af42-35dcfb566eed completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:50:43.667410 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec52816-7a3f-4c46-a473-307c58145c6a req-db5d4f55-8e24-4f56-a550-e8967424772e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:43.669029 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9ec52816-7a3f-4c46-a473-307c58145c6a req-db5d4f55-8e24-4f56-a550-e8967424772e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 944 time: 0.1142757 May 04 17:50:43.746250 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9ec52816-7a3f-4c46-a473-307c58145c6a req-42d75bec-ef40-4e48-95b6-d5820435e1b6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687194 May 04 17:50:43.794404 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 4aa9ac13-c312-43a7-af42-35dcfb566eed triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:43.795003 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.800251 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142163-5ced-4454-9a50-6bcbe2f8f476 req-4c9c956b-9180-48b0-8fa7-cb1fbc65c057 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:43.805388 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-39e7a5e5-af6f-456b-b6f7-4cfdedba48f3 admin admin] Publish callbacks [] for security_group (9e4894e6-f728-4360-acef-17e50c877a53), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.811315 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-93142163-5ced-4454-9a50-6bcbe2f8f476 req-4c9c956b-9180-48b0-8fa7-cb1fbc65c057 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 945 time: 0.0965791 May 04 17:50:43.888381 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-93142163-5ced-4454-9a50-6bcbe2f8f476 req-467c58e9-dd4d-4a42-8ca0-44ca90d2b9d6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745280 May 04 17:50:43.894481 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:43.910947 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '40ab8ce0-0a21-41a9-a175-cde38c33d5d7', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'port_id': '40ab8ce0-0a21-41a9-a175-cde38c33d5d7', 'mac_address': 'fa:16:3e:e4:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:50:43.981744 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-39e7a5e5-af6f-456b-b6f7-4cfdedba48f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (9e4894e6-f728-4360-acef-17e50c877a53), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.984071 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4aa9ac13-c312-43a7-af42-35dcfb566eed is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:43.984217 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:43.994316 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:43.994770 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.015967 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:44.039502 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-39e7a5e5-af6f-456b-b6f7-4cfdedba48f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27841350e16e45c9b2216cd2f0a8b011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7085519 May 04 17:50:44.041471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7a5e5-af6f-456b-b6f7-4cfdedba48f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4894e6-f728-4360-acef-17e50c877a53,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:44.042999 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60800) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:44.046775 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.083949 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4aa9ac13-c312-43a7-af42-35dcfb566eed, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:44.093900 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:44.155438 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971af823-1c8a-402d-9182-ba295f9fb4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa9ac13-c312-43a7-af42-35dcfb566eed'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:44.158349 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b93c2c-27bb-44a0-8ab2-97a47f7f5a87" -d '{"events": [{"server_uuid": "971af823-1c8a-402d-9182-ba295f9fb4f3", "name": "network-vif-plugged", "status": "completed", "tag": "4aa9ac13-c312-43a7-af42-35dcfb566eed"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:44.176589 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce648ec5-8c8b-461c-92c5-7bd77e45c6f9 req-92b7fd4c-b805-4fea-959b-b0c09d57b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:44.178109 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ce648ec5-8c8b-461c-92c5-7bd77e45c6f9 req-92b7fd4c-b805-4fea-959b-b0c09d57b104 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 1130 time: 0.1326690 May 04 17:50:44.187332 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.192345 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-9f6c9c43-973d-4496-bb79-98a0f80d7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:44.194046 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.194313 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-9f6c9c43-973d-4496-bb79-98a0f80d7807 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.1768520 May 04 17:50:44.247051 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-414c2237-3f8c-4b08-ab97-f5a63890d361 admin admin] Publish callbacks [] for security_group (9e4894e6-f728-4360-acef-17e50c877a53), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.276473 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752605db-d49d-4a54-a675-d0d04f151182 x-openstack-request-id: req-752605db-d49d-4a54-a675-d0d04f151182 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:44.276473 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971af823-1c8a-402d-9182-ba295f9fb4f3", "name": "network-vif-plugged", "status": "completed", "tag": "4aa9ac13-c312-43a7-af42-35dcfb566eed", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:44.276473 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-752605db-d49d-4a54-a675-d0d04f151182 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:44.276473 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752605db-d49d-4a54-a675-d0d04f151182'] response: {'server_uuid': '971af823-1c8a-402d-9182-ba295f9fb4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa9ac13-c312-43a7-af42-35dcfb566eed', 'code': 200} May 04 17:50:44.315001 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-414c2237-3f8c-4b08-ab97-f5a63890d361 admin admin] Publish callbacks [] for security_group (9e4894e6-f728-4360-acef-17e50c877a53), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.361841 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:44.408296 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-c809577c-2a54-4fb0-be8d-aca0c9597b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:44.409846 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-c809577c-2a54-4fb0-be8d-aca0c9597b65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1939144 May 04 17:50:44.438921 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ce648ec5-8c8b-461c-92c5-7bd77e45c6f9 req-3f4c60ee-764f-4c72-9cb5-395179187039 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436099 May 04 17:50:44.456270 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4aa9ac13-c312-43a7-af42-35dcfb566eed,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:44.473820 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['40ab8ce0-0a21-41a9-a175-cde38c33d5d7'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:50:44.532083 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-414c2237-3f8c-4b08-ab97-f5a63890d361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (9e4894e6-f728-4360-acef-17e50c877a53), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.542659 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-414c2237-3f8c-4b08-ab97-f5a63890d361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.543848 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-414c2237-3f8c-4b08-ab97-f5a63890d361 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9e4894e6-f728-4360-acef-17e50c877a53 HTTP/1.1" status: 204 len: 168 time: 0.4996970 May 04 17:50:44.553534 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c2237-3f8c-4b08-ab97-f5a63890d361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4894e6-f728-4360-acef-17e50c877a53,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:44.596151 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-960adb0d-5a74-47be-99c0-5c36f0112a4c service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765819 May 04 17:50:44.665259 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60820) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:44.685778 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fe134337-f29c-4e77-9a36-9c94e7ace82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.759728 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93734e9-c70e-4c83-a608-92d92280f7e0 req-7418e817-5d1b-4460-a6a8-9aad029a634a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:44.761580 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d93734e9-c70e-4c83-a608-92d92280f7e0 req-7418e817-5d1b-4460-a6a8-9aad029a634a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0597844 May 04 17:50:44.801217 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0328b12-b90f-46ca-84f0-d271f79ab2a7 req-d05859a2-1aaf-4713-94dc-f01e582bfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:44.803594 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c0328b12-b90f-46ca-84f0-d271f79ab2a7 req-d05859a2-1aaf-4713-94dc-f01e582bfbdc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 1130 time: 0.1077540 May 04 17:50:44.853378 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d93734e9-c70e-4c83-a608-92d92280f7e0 req-6b641361-6150-4015-89ed-d5d91e71e02a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811784 May 04 17:50:44.864064 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fe134337-f29c-4e77-9a36-9c94e7ace82a admin admin] Publish callbacks [] for security_group (86c8d07f-e942-4bff-8b56-f54b974685ec), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:44.905581 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5f203be-527a-47e5-a8b4-cac4d9fa19e2 req-db8e4159-808c-4f32-86ab-1d2d0a1a7cc8 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342913 May 04 17:50:44.935904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b47d-d6b9-4689-9f11-614bf32bda57 req-bdcf0223-f8a2-449d-ae74-88b6a334a4f8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:44.938156 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e419b47d-d6b9-4689-9f11-614bf32bda57 req-bdcf0223-f8a2-449d-ae74-88b6a334a4f8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 944 time: 0.1070201 May 04 17:50:44.941450 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c0328b12-b90f-46ca-84f0-d271f79ab2a7 req-74f2e07d-f078-427f-bf31-61d123c2efef service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308548 May 04 17:50:44.989206 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e419b47d-d6b9-4689-9f11-614bf32bda57 req-34076f3f-6e78-4b7f-b45a-23d1108981c3 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453997 May 04 17:50:45.011047 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fe134337-f29c-4e77-9a36-9c94e7ace82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (86c8d07f-e942-4bff-8b56-f54b974685ec), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.042708 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757fa6d-046c-4273-b951-8aca29fd7891 req-569e3c60-28a2-44c1-bd27-90e3555e0223 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:45.046279 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d757fa6d-046c-4273-b951-8aca29fd7891 req-569e3c60-28a2-44c1-bd27-90e3555e0223 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0745001 May 04 17:50:45.087108 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-fe134337-f29c-4e77-9a36-9c94e7ace82a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6353cf2ff3c0475f9c9bd67b91c55306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205821 May 04 17:50:45.090182 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 60838) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:45.093017 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe134337-f29c-4e77-9a36-9c94e7ace82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c8d07f-e942-4bff-8b56-f54b974685ec,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:45.130256 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d757fa6d-046c-4273-b951-8aca29fd7891 req-f97c45b5-8dd3-4c85-a674-2d8f02f5944a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783739 May 04 17:50:45.155560 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2e9d-d065-448a-abff-565b98de5a2e admin admin] Publish callbacks [] for security_group (86c8d07f-e942-4bff-8b56-f54b974685ec), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.180969 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2e9d-d065-448a-abff-565b98de5a2e admin admin] Publish callbacks [] for security_group (86c8d07f-e942-4bff-8b56-f54b974685ec), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.358340 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2e9d-d065-448a-abff-565b98de5a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (86c8d07f-e942-4bff-8b56-f54b974685ec), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.361532 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff8d2e9d-d065-448a-abff-565b98de5a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.368329 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ff8d2e9d-d065-448a-abff-565b98de5a2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86c8d07f-e942-4bff-8b56-f54b974685ec HTTP/1.1" status: 204 len: 168 time: 0.2712610 May 04 17:50:45.371790 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d2e9d-d065-448a-abff-565b98de5a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c8d07f-e942-4bff-8b56-f54b974685ec,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:45.403346 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60850) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:45.417509 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa34808a-45f4-47d7-aec6-cf1467f03b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.455332 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.519385 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device ff1ece2e-bde0-43b5-b754-d28a6d20a05a details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:50:45.524307 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:45.543529 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa34808a-45f4-47d7-aec6-cf1467f03b5c admin admin] Publish callbacks [] for security_group (105ac6ec-9140-4b14-a48d-4b0e0d14de84), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.622760 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa34808a-45f4-47d7-aec6-cf1467f03b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (105ac6ec-9140-4b14-a48d-4b0e0d14de84), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.661459 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-aa34808a-45f4-47d7-aec6-cf1467f03b5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7c16c8cd7684f3785f594d05c854e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570283 May 04 17:50:45.662575 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34808a-45f4-47d7-aec6-cf1467f03b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105ac6ec-9140-4b14-a48d-4b0e0d14de84,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:45.664395 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 60858) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:45.674971 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:50:45.701746 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port ff1ece2e-bde0-43b5-b754-d28a6d20a05a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:45.714508 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'port_id': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'mac_address': 'fa:16:3e:d6:76:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:50:45.715894 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-52961be8-42d0-48a8-94e0-ec6d81d50df7 admin admin] Publish callbacks [] for security_group (105ac6ec-9140-4b14-a48d-4b0e0d14de84), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.743632 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-52961be8-42d0-48a8-94e0-ec6d81d50df7 admin admin] Publish callbacks [] for security_group (105ac6ec-9140-4b14-a48d-4b0e0d14de84), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.762687 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port ff1ece2e-bde0-43b5-b754-d28a6d20a05a is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:45.763173 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.776844 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1ece2e-bde0-43b5-b754-d28a6d20a05a {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:50:45.782509 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:45.782908 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.819343 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port ff1ece2e-bde0-43b5-b754-d28a6d20a05a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:45.878844 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-52961be8-42d0-48a8-94e0-ec6d81d50df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (105ac6ec-9140-4b14-a48d-4b0e0d14de84), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.878844 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-52961be8-42d0-48a8-94e0-ec6d81d50df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.879454 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:45.879454 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.879624 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-52961be8-42d0-48a8-94e0-ec6d81d50df7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/105ac6ec-9140-4b14-a48d-4b0e0d14de84 HTTP/1.1" status: 204 len: 168 time: 0.2122877 May 04 17:50:45.887852 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52961be8-42d0-48a8-94e0-ec6d81d50df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105ac6ec-9140-4b14-a48d-4b0e0d14de84,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:45.933623 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:45.936504 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:45.988844 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:46.001973 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea9b3e-d3f3-4eac-8a32-4e05a09599b1 req-013ac4ff-7fe5-4847-8473-87ca5365424b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:46.003660 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5eea9b3e-d3f3-4eac-8a32-4e05a09599b1 req-013ac4ff-7fe5-4847-8473-87ca5365424b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0543499 May 04 17:50:46.053951 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5eea9b3e-d3f3-4eac-8a32-4e05a09599b1 req-54cf1197-99da-4678-b644-984457d8844e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 May 04 17:50:46.080667 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:46.156171 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:46.183480 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52e11a-0aca-45b7-9b28-865a46c9be11 req-16e5d3af-84bb-4645-9388-05d87d87d485 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:46.184989 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ab52e11a-0aca-45b7-9b28-865a46c9be11 req-16e5d3af-84bb-4645-9388-05d87d87d485 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 945 time: 0.0608563 May 04 17:50:46.221765 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['ff1ece2e-bde0-43b5-b754-d28a6d20a05a'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:50:46.241147 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ab52e11a-0aca-45b7-9b28-865a46c9be11 req-e35d910f-a49b-4b65-9a15-b107cc72c4db tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493252 May 04 17:50:46.281280 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f2356c-8c1b-4fb8-a57a-10b493371788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ab8ce0-0a21-41a9-a175-cde38c33d5d7'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:46.283657 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bb839a-f03d-4644-bea8-c7636c2ce7c9" -d '{"events": [{"server_uuid": "a4f2356c-8c1b-4fb8-a57a-10b493371788", "name": "network-vif-plugged", "status": "completed", "tag": "40ab8ce0-0a21-41a9-a175-cde38c33d5d7"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:46.404242 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79815f-dee3-4b41-a429-2cbe676bd469 req-45bf4635-675e-403f-a196-18c629b813c1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:46.406294 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5b79815f-dee3-4b41-a429-2cbe676bd469 req-45bf4635-675e-403f-a196-18c629b813c1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0879264 May 04 17:50:46.472221 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5b79815f-dee3-4b41-a429-2cbe676bd469 req-d58255ec-2a27-4153-aa25-b272e3f5a060 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589879 May 04 17:50:46.550895 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c05592-c04a-4684-ab54-ab028cd4d38e x-openstack-request-id: req-d5c05592-c04a-4684-ab54-ab028cd4d38e {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:46.550895 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f2356c-8c1b-4fb8-a57a-10b493371788", "name": "network-vif-plugged", "status": "completed", "tag": "40ab8ce0-0a21-41a9-a175-cde38c33d5d7", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:46.550895 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5c05592-c04a-4684-ab54-ab028cd4d38e {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:46.550895 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c05592-c04a-4684-ab54-ab028cd4d38e'] response: {'server_uuid': 'a4f2356c-8c1b-4fb8-a57a-10b493371788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ab8ce0-0a21-41a9-a175-cde38c33d5d7', 'code': 200} May 04 17:50:46.763501 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:47.182652 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3d25-84d8-418e-939e-5ccb77794305 req-f9337494-07fe-44cf-a9c1-70c407225b19 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:47.184486 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5a4c3d25-84d8-418e-939e-5ccb77794305 req-f9337494-07fe-44cf-a9c1-70c407225b19 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0521190 May 04 17:50:47.247499 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5a4c3d25-84d8-418e-939e-5ccb77794305 req-554a779c-a104-481f-a70b-e17bc81002dc tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510070 May 04 17:50:47.356117 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1b738-0b3e-4cc1-8749-a0baab19c622 req-a3462265-4350-41e3-a256-4befa12ca7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:47.357892 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cdf1b738-0b3e-4cc1-8749-a0baab19c622 req-a3462265-4350-41e3-a256-4befa12ca7cb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 1129 time: 0.0826437 May 04 17:50:47.461590 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ceed3b-c243-41af-86b5-85cb9975fff4 req-861af26b-767a-4975-8916-d4e10011c95f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:47.464328 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-91ceed3b-c243-41af-86b5-85cb9975fff4 req-861af26b-767a-4975-8916-d4e10011c95f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0771563 May 04 17:50:47.469981 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90e46e-42a3-493e-ba64-3a88a78ebfc1 req-a1a6a06c-aa83-41bb-8c61-282d60ab51cd tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:47.471731 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ca90e46e-42a3-493e-ba64-3a88a78ebfc1 req-a1a6a06c-aa83-41bb-8c61-282d60ab51cd tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 945 time: 0.0595350 May 04 17:50:47.472492 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cdf1b738-0b3e-4cc1-8749-a0baab19c622 req-9aad4d4f-0699-441e-8cc3-a84aacb1a57f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025193 May 04 17:50:47.473059 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 60944) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:50:47.477834 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'floatingip': {'port_id': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:50:47.536884 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device ff1ece2e-bde0-43b5-b754-d28a6d20a05a up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:50:47.637559 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (fe243391-a780-4d9e-a2af-e6b67d975d02), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:47.648793 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860021c6-bcf5-482a-83a7-4e354a603425 req-26fff8c2-91d6-4bd8-8252-4720573a8f66 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:47.650455 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-860021c6-bcf5-482a-83a7-4e354a603425 req-26fff8c2-91d6-4bd8-8252-4720573a8f66 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0617559 May 04 17:50:47.680158 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port ff1ece2e-bde0-43b5-b754-d28a6d20a05a completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:50:47.765391 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-860021c6-bcf5-482a-83a7-4e354a603425 req-d0483121-cd71-4303-a215-9975093fc97c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077845 May 04 17:50:47.828700 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port ff1ece2e-bde0-43b5-b754-d28a6d20a05a triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:50:47.829261 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:47.840740 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ca90e46e-42a3-493e-ba64-3a88a78ebfc1 req-c2d92065-1431-4f6e-9985-1807424ee436 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227311 May 04 17:50:47.954245 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port ff1ece2e-bde0-43b5-b754-d28a6d20a05a is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:50:47.954245 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:47.996686 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port ff1ece2e-bde0-43b5-b754-d28a6d20a05a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:50:48.077276 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:48.127149 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:50:48.453772 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-6ad0f60f-4119-4a99-9143-6f547dcf3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:48.456235 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-6ad0f60f-4119-4a99-9143-6f547dcf3f0c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 1130 time: 0.0513015 May 04 17:50:48.551188 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d231c63-0386-4960-925e-e813db08788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:48.553559 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ae6525-085c-460a-8c30-0d21f2f2e4dc" -d '{"events": [{"server_uuid": "5d231c63-0386-4960-925e-e813db08788f", "name": "network-vif-plugged", "status": "completed", "tag": "ff1ece2e-bde0-43b5-b754-d28a6d20a05a"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:48.592264 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-3a997654-517c-405c-a1a8-4ffef3603ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:48.600767 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-3a997654-517c-405c-a1a8-4ffef3603ce0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1148798 May 04 17:50:48.621879 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a00a0dc-6658-4861-a76c-bd25ab7882b4 x-openstack-request-id: req-8a00a0dc-6658-4861-a76c-bd25ab7882b4 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:48.622101 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d231c63-0386-4960-925e-e813db08788f", "name": "network-vif-plugged", "status": "completed", "tag": "ff1ece2e-bde0-43b5-b754-d28a6d20a05a", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:48.622366 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a00a0dc-6658-4861-a76c-bd25ab7882b4 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:48.622763 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a00a0dc-6658-4861-a76c-bd25ab7882b4'] response: {'server_uuid': '5d231c63-0386-4960-925e-e813db08788f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'code': 200} May 04 17:50:48.628492 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85c86d-72c9-4d35-9793-97d3c3284194 req-bc121e3f-e928-4553-95c8-40ec22ecd777 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:48.630062 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2b85c86d-72c9-4d35-9793-97d3c3284194 req-bc121e3f-e928-4553-95c8-40ec22ecd777 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.1269271 May 04 17:50:48.763131 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2b85c86d-72c9-4d35-9793-97d3c3284194 req-d6b0ef20-de07-4fad-9f5c-c3ae0968e150 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219239 May 04 17:50:48.765396 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:48.800167 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-9eaeb657-a9a1-440a-a481-7db39e0d5539 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed HTTP/1.1" status: 200 len: 217 time: 0.0616846 May 04 17:50:48.946167 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (fe243391-a780-4d9e-a2af-e6b67d975d02), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:48.980037 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495fdf8-239d-4013-9685-6448dd6359a4 req-2b850510-d452-4795-98d6-e1ced2a2041a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:48.982397 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2495fdf8-239d-4013-9685-6448dd6359a4 req-2b850510-d452-4795-98d6-e1ced2a2041a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0692000 May 04 17:50:49.035227 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2495fdf8-239d-4013-9685-6448dd6359a4 req-0ca4659a-3bc5-4832-9521-13208f689f0e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468855 May 04 17:50:49.070391 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Floating IP fe243391-a780-4d9e-a2af-e6b67d975d02 associated. External IP: 172.27.2.23, port: 4a8881e1-ef77-48ac-aa10-24bb5d927fa3. May 04 17:50:49.304085 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Router f425f763-5598-4ac5-8bc1-3fa55b1ac865 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:50:49.439557 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:50:49.445796 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:49.458342 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] Sync routers for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:50:49.481458 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:49.483717 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:50:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:49.497050 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-dae201d6-aac7-4855-9b28-8956158ce6ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "PUT /v2.0/floatingips/fe243391-a780-4d9e-a2af-e6b67d975d02 HTTP/1.1" status: 200 len: 991 time: 2.0228479 May 04 17:50:49.498768 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:49.501905 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:50:49.527920 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-bbdef284-faf6-4827-abe9-2f48210fea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:49.529523 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-bbdef284-faf6-4827-abe9-2f48210fea6d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.0943289 May 04 17:50:49.543321 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e58c8f-0bff-436e-8bdd-5c3bbd7a2b53 x-openstack-request-id: req-e4e58c8f-0bff-436e-8bdd-5c3bbd7a2b53 {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:50:49.543617 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:50:49.543870 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4e58c8f-0bff-436e-8bdd-5c3bbd7a2b53 {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:50:49.544274 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e58c8f-0bff-436e-8bdd-5c3bbd7a2b53'] response: {'name': 'network-changed', 'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'status': 'completed', 'code': 200} May 04 17:50:49.621488 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:49.629982 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-645390ed-e4a4-4a71-b3a1-bfc70d8da9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:49.629982 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-645390ed-e4a4-4a71-b3a1-bfc70d8da9da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 1130 time: 0.0460513 May 04 17:50:49.633707 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-164ccb20-989e-4b23-8dd9-8a5104cc218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:49.635852 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-164ccb20-989e-4b23-8dd9-8a5104cc218c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838177 May 04 17:50:49.881228 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb40a5-a6e2-43e6-af9a-70f52837a5db req-1dc311c1-643e-4156-8265-0c1b6432266e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:49.882734 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3bdb40a5-a6e2-43e6-af9a-70f52837a5db req-1dc311c1-643e-4156-8265-0c1b6432266e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0487614 May 04 17:50:49.890464 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fe243391-a780-4d9e-a2af-e6b67d975d02', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'port_id': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'mac_address': 'fa:16:3e:9f:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd59f3-0525-4965-976c-db01051fea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:50:15Z', 'updated_at': '2022-05-04T17:50:48Z', 'revision_number': 1, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:49.918881 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] Checking router: f425f763-5598-4ac5-8bc1-3fa55b1ac865 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:50:49.928750 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:50:49.929378 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:50:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:49.931429 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3bdb40a5-a6e2-43e6-af9a-70f52837a5db req-1536eed3-0dad-4d12-a309-4d7faf3a80db tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 May 04 17:50:50.051398 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:50:50.160320 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1140a-4f83-4baa-92f5-92b4e195fb9b req-49045a83-8d5c-413e-8927-aa06426a38cf tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:50.163937 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b8e1140a-4f83-4baa-92f5-92b4e195fb9b req-49045a83-8d5c-413e-8927-aa06426a38cf tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0503116 May 04 17:50:50.242221 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b8e1140a-4f83-4baa-92f5-92b4e195fb9b req-7c888f7f-68d7-49ff-9eb6-14c18a7acd5b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729582 May 04 17:50:50.390059 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fe243391-a780-4d9e-a2af-e6b67d975d02', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'port_id': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'mac_address': 'fa:16:3e:9f:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd59f3-0525-4965-976c-db01051fea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:50:15Z', 'updated_at': '2022-05-04T17:50:48Z', 'revision_number': 1, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:50.416378 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc80f3-8bc8-4d6c-99dd-5a81998cd2aa None None] The sync data for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi is: [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fe243391-a780-4d9e-a2af-e6b67d975d02', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'port_id': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'mac_address': 'fa:16:3e:9f:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcd59f3-0525-4965-976c-db01051fea50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:50:15Z', 'updated_at': '2022-05-04T17:50:48Z', 'revision_number': 1, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:50:50.627119 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cead60-32db-417a-8d70-e1816c47704f None None] New status for floating IP fe243391-a780-4d9e-a2af-e6b67d975d02: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:50:51.057797 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1143c-0e16-4949-8000-d45eaa791537 req-fcd5a0fc-8830-4e23-8807-80331cde180c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:51.057797 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4da1143c-0e16-4949-8000-d45eaa791537 req-fcd5a0fc-8830-4e23-8807-80331cde180c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0481696 May 04 17:50:51.106815 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4da1143c-0e16-4949-8000-d45eaa791537 req-baa5ad95-0fb7-47df-aaa4-42cd015dc72e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426404 May 04 17:50:51.359095 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f753dbf-3a6c-41a7-bf97-20f7f46827f4 req-d22b087f-343d-4775-9f2f-531bba5442ba tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:51.360622 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0f753dbf-3a6c-41a7-bf97-20f7f46827f4 req-d22b087f-343d-4775-9f2f-531bba5442ba tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0500281 May 04 17:50:51.406860 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0f753dbf-3a6c-41a7-bf97-20f7f46827f4 req-2a665660-4cdf-44ac-95f4-41d365960dc6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 May 04 17:50:52.223022 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a352786-cf0f-45d5-819f-7d0c2a5ca377 req-35311d4e-f09a-4187-a9c9-7cda8d3c0d97 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:52.224502 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5a352786-cf0f-45d5-819f-7d0c2a5ca377 req-35311d4e-f09a-4187-a9c9-7cda8d3c0d97 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0504932 May 04 17:50:52.270063 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5a352786-cf0f-45d5-819f-7d0c2a5ca377 req-0b15251e-796b-4452-897a-b6a3e06d143a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 May 04 17:50:52.507795 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b31fe7-8e7b-4530-a085-0543bb73597e req-335158b8-a6ce-403c-88f1-7037a65478a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:52.509315 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-42b31fe7-8e7b-4530-a085-0543bb73597e req-335158b8-a6ce-403c-88f1-7037a65478a1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 1130 time: 0.1202953 May 04 17:50:52.515141 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-bbccf7e2-47e3-4174-90ae-928dd1d9840d service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904349 May 04 17:50:52.524615 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc128a-3e2e-47a9-ac4a-9def3b03e184 req-a2cdede2-133d-4ea2-ab25-b7c1a9f0538d tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:52.526170 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1ffc128a-3e2e-47a9-ac4a-9def3b03e184 req-a2cdede2-133d-4ea2-ab25-b7c1a9f0538d tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0525942 May 04 17:50:52.529498 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-960292ee-b3cf-4844-bd20-2202f3061d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:52.530922 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-960292ee-b3cf-4844-bd20-2202f3061d68 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 917 time: 0.2020462 May 04 17:50:52.574578 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1ffc128a-3e2e-47a9-ac4a-9def3b03e184 req-754b9bfc-b15f-4876-b213-8553e56f6da5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 May 04 17:50:53.136637 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:50:53.140279 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-42e27626-f167-4132-bdca-4bfea585e160 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3 HTTP/1.1" status: 200 len: 1001 time: 0.3745365 May 04 17:50:53.144074 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-42b31fe7-8e7b-4530-a085-0543bb73597e req-4c497afb-25c1-4989-bb51-04fe73631814 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3854916 May 04 17:50:53.163315 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6aeafa5-705d-49f2-9b2c-0282334c1f70 req-176d272a-221d-4f6d-bc31-9df3f3ea5323 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985984 May 04 17:50:53.390719 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c271a-cec3-497d-b08c-36c911b1ab9c req-c2026443-d924-4cb6-bab1-96f658ad2fd4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:53.392954 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d63c271a-cec3-497d-b08c-36c911b1ab9c req-c2026443-d924-4cb6-bab1-96f658ad2fd4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0542641 May 04 17:50:53.453376 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d63c271a-cec3-497d-b08c-36c911b1ab9c req-f67b6864-fbe4-4274-aaea-332880f5fffc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521724 May 04 17:50:53.692129 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37d56e-d425-48b6-872d-13bb4bc80289 req-9fd3e4aa-a025-4e21-9142-82322b774bba tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:53.693928 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6c37d56e-d425-48b6-872d-13bb4bc80289 req-9fd3e4aa-a025-4e21-9142-82322b774bba tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0532763 May 04 17:50:53.746153 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6c37d56e-d425-48b6-872d-13bb4bc80289 req-0f012cde-6293-424b-9ca9-2603b7e56ec2 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459256 May 04 17:50:54.566201 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91163016-136c-426c-9662-959ad58f6fe3 req-61512473-a0cd-46df-bc8f-39de6118aa87 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:54.567690 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-91163016-136c-426c-9662-959ad58f6fe3 req-61512473-a0cd-46df-bc8f-39de6118aa87 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0485651 May 04 17:50:54.613689 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-91163016-136c-426c-9662-959ad58f6fe3 req-53c065a4-c29a-4ef7-aad7-40263a178df4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 May 04 17:50:54.862378 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be1d6f-1938-45ae-803f-9b047eb592a6 req-f2583763-f9ea-4e26-8c14-92124598c379 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:54.864022 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e7be1d6f-1938-45ae-803f-9b047eb592a6 req-f2583763-f9ea-4e26-8c14-92124598c379 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0471544 May 04 17:50:54.911181 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e7be1d6f-1938-45ae-803f-9b047eb592a6 req-f4138439-3372-4b16-98a4-c44c7977af3b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413499 May 04 17:50:55.731618 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52293695-d5f1-41bb-8e3e-fe9c0b9db807 req-b75524e8-dcd7-4889-b8e1-33d200d8d9fd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:55.733146 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-52293695-d5f1-41bb-8e3e-fe9c0b9db807 req-b75524e8-dcd7-4889-b8e1-33d200d8d9fd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0509839 May 04 17:50:55.780052 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-52293695-d5f1-41bb-8e3e-fe9c0b9db807 req-8a79f443-61e0-4b96-b099-a9312e90393a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 May 04 17:50:56.028509 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aadbaa-40e5-4ee2-be87-811bc06b75a4 req-bd2b57cd-d494-49bd-ac74-13e836c7adea tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:56.030006 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-69aadbaa-40e5-4ee2-be87-811bc06b75a4 req-bd2b57cd-d494-49bd-ac74-13e836c7adea tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0463412 May 04 17:50:56.077058 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-69aadbaa-40e5-4ee2-be87-811bc06b75a4 req-3c63ac9d-4681-4f03-bf00-cab95311fac6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 May 04 17:50:56.290535 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-2bcee4eb-bc8c-489b-97c8-00f615273998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:56.292710 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-2bcee4eb-bc8c-489b-97c8-00f615273998 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0456271 May 04 17:50:56.911035 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ec2da-fa69-4cd0-a2b7-65bd8f5f1a33 req-2c03ee49-5449-4d2d-9b66-e10aaac37f17 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:56.912851 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cd4ec2da-fa69-4cd0-a2b7-65bd8f5f1a33 req-2c03ee49-5449-4d2d-9b66-e10aaac37f17 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0568566 May 04 17:50:56.967760 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cd4ec2da-fa69-4cd0-a2b7-65bd8f5f1a33 req-f6a87ecf-3157-43d3-a885-ccafe3876171 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 May 04 17:50:57.191434 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c2d5b-f3de-4127-9013-ae08ce06af15 req-4ca761b8-99ed-4478-94ae-6076f52aaf79 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:57.193503 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f05c2d5b-f3de-4127-9013-ae08ce06af15 req-4ca761b8-99ed-4478-94ae-6076f52aaf79 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0498903 May 04 17:50:57.243097 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f05c2d5b-f3de-4127-9013-ae08ce06af15 req-ca2a4e4a-3761-46c9-acb0-cdefad596382 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432045 May 04 17:50:58.082412 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff760f-d71f-40f4-8577-ac552107f367 req-52118a54-a720-4113-bafe-1f51b2961524 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:58.083884 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-66ff760f-d71f-40f4-8577-ac552107f367 req-52118a54-a720-4113-bafe-1f51b2961524 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0492649 May 04 17:50:58.130666 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-66ff760f-d71f-40f4-8577-ac552107f367 req-c3b7c2fa-3fe7-4b0b-af6a-b69bb8182996 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401363 May 04 17:50:58.354566 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8befa-c068-45b4-9757-c9bd902ae832 req-34cc2e53-ed48-4444-a1b6-509e5a2a24db tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:58.356040 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2bc8befa-c068-45b4-9757-c9bd902ae832 req-34cc2e53-ed48-4444-a1b6-509e5a2a24db tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0466316 May 04 17:50:58.402998 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2bc8befa-c068-45b4-9757-c9bd902ae832 req-e2e3814c-825f-4975-9b9e-2b38294a0aec tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 May 04 17:50:58.919608 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:50:59.249054 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2791e9f-7532-49e5-8240-f3b53b38fcb3 req-ab071755-0e48-4707-8a73-4ab6872cfa0b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:59.251601 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b2791e9f-7532-49e5-8240-f3b53b38fcb3 req-ab071755-0e48-4707-8a73-4ab6872cfa0b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0544543 May 04 17:50:59.297457 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b2791e9f-7532-49e5-8240-f3b53b38fcb3 req-d6e43f11-476a-4430-a321-65d06c2edd02 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 May 04 17:50:59.518967 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e87cf-1674-4442-a673-1739858ee2cc req-a0c5ffd2-84f0-462b-b0f2-99f0bf7ae921 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:59.520482 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-140e87cf-1674-4442-a673-1739858ee2cc req-a0c5ffd2-84f0-462b-b0f2-99f0bf7ae921 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0476921 May 04 17:50:59.570711 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-140e87cf-1674-4442-a673-1739858ee2cc req-ae0ba17a-40d0-4cdb-a308-4897823e3b75 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445695 May 04 17:50:59.662245 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-416b5e1c-218b-438c-bda0-6ed40faf02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:59.668909 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-416b5e1c-218b-438c-bda0-6ed40faf02d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391204 May 04 17:51:00.415077 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7e156-64b2-4934-9bd9-81958a86bdf0 req-be873398-a722-4046-b1ba-ea0bf8e9ef8a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:00.416616 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a1e7e156-64b2-4934-9bd9-81958a86bdf0 req-be873398-a722-4046-b1ba-ea0bf8e9ef8a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0504301 May 04 17:51:00.470927 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a1e7e156-64b2-4934-9bd9-81958a86bdf0 req-7a165474-912a-4500-94f1-6e66197e708e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478227 May 04 17:51:00.679757 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b267be-31ab-4da4-8e32-d4f9c0bb5dc4 req-52f67d60-7478-4672-86fd-60a472713447 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:00.681288 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7b267be-31ab-4da4-8e32-d4f9c0bb5dc4 req-52f67d60-7478-4672-86fd-60a472713447 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0459528 May 04 17:51:00.730672 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7b267be-31ab-4da4-8e32-d4f9c0bb5dc4 req-43928aea-ccaa-4a51-8996-26375eba6527 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 May 04 17:51:01.582194 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316630e1-9c5d-4d38-919a-e9a4496b5251 req-aca2314d-5a61-4dcc-bd60-32d9f0926e50 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:01.583652 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-316630e1-9c5d-4d38-919a-e9a4496b5251 req-aca2314d-5a61-4dcc-bd60-32d9f0926e50 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0460703 May 04 17:51:01.629584 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-316630e1-9c5d-4d38-919a-e9a4496b5251 req-09c9e969-489d-4c64-bd64-3cb5dca56946 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397797 May 04 17:51:01.853503 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5189e5c-3919-416b-bafc-da6b5a4a58da req-48e512a0-825d-4daf-a9d3-bac01c6d6678 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:01.855757 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f5189e5c-3919-416b-bafc-da6b5a4a58da req-48e512a0-825d-4daf-a9d3-bac01c6d6678 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0538065 May 04 17:51:01.902543 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f5189e5c-3919-416b-bafc-da6b5a4a58da req-05c1d561-b24a-4387-9bd5-8a80a6e44874 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412557 May 04 17:51:02.746160 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbd3a4-80fd-4222-b5cd-f66c9e311966 req-e63f325c-fc6e-4c7a-b766-31e9ca908b91 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:02.748302 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-24cbd3a4-80fd-4222-b5cd-f66c9e311966 req-e63f325c-fc6e-4c7a-b766-31e9ca908b91 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0514317 May 04 17:51:02.872319 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-050e291e-0391-404f-ab67-566092c701c9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1219623 May 04 17:51:02.887212 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-24cbd3a4-80fd-4222-b5cd-f66c9e311966 req-570509eb-b2ee-4f12-992a-785d16b9de4f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222751 May 04 17:51:02.903012 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-e859e24c-8364-48f8-bd3a-cecbbefa2857 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536927 May 04 17:51:03.024243 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a050e-103b-4c61-9403-16c3bf1e224a req-d0afe8e2-0f0f-471a-b5ae-a2d8dd56bd5f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:03.025996 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5c0a050e-103b-4c61-9403-16c3bf1e224a req-d0afe8e2-0f0f-471a-b5ae-a2d8dd56bd5f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0541403 May 04 17:51:03.051086 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-0f4319b6-6b6e-418a-8bc9-bd3e019527f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:03.052627 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-0f4319b6-6b6e-418a-8bc9-bd3e019527f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=315bc11153674d80b7583a9e12aa7403&device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 1130 time: 0.0524623 May 04 17:51:03.063842 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e926ea6-be63-4a93-9c13-1f3eeb6a1c68 req-ee54f97c-cbca-4ac0-855c-c9462a8fcc3e service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267819 May 04 17:51:03.074773 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5c0a050e-103b-4c61-9403-16c3bf1e224a req-7fb0fd08-ae57-4dbb-ba4d-f573fbc97fcd tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423920 May 04 17:51:04.020572 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84cb70-beef-4247-a728-248123898da7 req-5a02498d-e68c-4375-b450-4398c8741246 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:04.022008 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-aa84cb70-beef-4247-a728-248123898da7 req-5a02498d-e68c-4375-b450-4398c8741246 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0643156 May 04 17:51:04.027480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-1f79e671-f7c1-469e-bcef-52d4fd1ddf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:04.029064 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-1f79e671-f7c1-469e-bcef-52d4fd1ddf6f service neutron] 10.222.0.86 "GET /v2.0/networks?id=8910ccf3-3913-4d5e-adf9-9144e5b65b5a HTTP/1.1" status: 200 len: 913 time: 0.1331229 May 04 17:51:04.087770 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-57faacaa-48c2-434e-afd3-f2bedcaa3ba1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2a52d2a-572d-408f-83fd-64c61ea14be9 HTTP/1.1" status: 200 len: 217 time: 0.0403674 May 04 17:51:04.138943 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-aa84cb70-beef-4247-a728-248123898da7 req-1be38d88-8727-44fa-8eb9-c15e3213d7ce tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088319 May 04 17:51:04.157732 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-67c628ce-6b77-4d86-af8f-ec4c982cdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:04.159331 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-67c628ce-6b77-4d86-af8f-ec4c982cdabb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=bafab689-d772-41bd-8221-80ec11808acc HTTP/1.1" status: 200 len: 852 time: 0.0614407 May 04 17:51:04.208844 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9c6cd-b706-4ecb-83c3-857079be192b req-b562f7d9-3ae3-47b6-a6c4-9ef5c81223c7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:04.210353 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-58d9c6cd-b706-4ecb-83c3-857079be192b req-b562f7d9-3ae3-47b6-a6c4-9ef5c81223c7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0637653 May 04 17:51:04.260280 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-58d9c6cd-b706-4ecb-83c3-857079be192b req-56ebee40-5b53-4de4-8e35-d8b4ee65aef1 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421908 May 04 17:51:04.371366 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe769-14ea-4a2a-9e96-67e169f54b5a req-f001c6ee-728a-40d8-a3ba-6a057297553c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:04.373000 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-901fe769-14ea-4a2a-9e96-67e169f54b5a req-f001c6ee-728a-40d8-a3ba-6a057297553c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0475678 May 04 17:51:04.382519 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33080) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:04.387492 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'floatingip': {'port_id': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:04.460117 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:04.730043 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33096) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:04.912220 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-bccccacd-6f2d-4b1e-af73-fc1ef8c6d781 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8910ccf3-3913-4d5e-adf9-9144e5b65b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008434 May 04 17:51:04.917893 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.272637 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ee92e-b6a8-4fc5-908c-0ac49b0bf50f req-50fc4b90-a18b-4da7-b4f2-8fbda0941dc1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:05.274096 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9b9ee92e-b6a8-4fc5-908c-0ac49b0bf50f req-50fc4b90-a18b-4da7-b4f2-8fbda0941dc1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0514843 May 04 17:51:05.356993 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9b9ee92e-b6a8-4fc5-908c-0ac49b0bf50f req-5a75baf6-c3f2-4beb-9303-860b50e47bec tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705175 May 04 17:51:05.462462 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-5d3612d8-92a0-4922-bc59-9c7bcbd7d7a1 service neutron] 10.222.0.86 "GET /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284336 May 04 17:51:05.483706 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.db.resource_extend [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:51:05.552545 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Publish callbacks [] for security_group (5b825058-0bc6-49ab-9b6c-390449d83bae), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.607880 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.658019 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (5b825058-0bc6-49ab-9b6c-390449d83bae), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.671756 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac28962b-0747-47bb-82ee-9974a5dca53a req-8b92187c-ae57-4444-9368-8bc70d280e04 service neutron] 10.222.0.86 "GET /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844552 May 04 17:51:05.700396 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b825058-0bc6-49ab-9b6c-390449d83bae,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:05.704001 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98b1eb4200e840b3a2bfdfac7133c593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9729702 May 04 17:51:05.706905 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33116) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:05.709425 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.713336 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.714232 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.715373 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.715716 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.716055 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.716417 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.716764 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.717086 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.717408 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.717735 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.718074 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.718413 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.718757 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.719048 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.719361 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4e0ea-ce2a-43dc-86ea-cc7a62631f72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.761924 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Publish callbacks [] for security_group (5b825058-0bc6-49ab-9b6c-390449d83bae), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.786283 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Publish callbacks [] for security_group (5b825058-0bc6-49ab-9b6c-390449d83bae), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.832315 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Floating IP 68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3 associated. External IP: 172.27.2.206, port: ff1ece2e-bde0-43b5-b754-d28a6d20a05a. May 04 17:51:05.954580 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (5b825058-0bc6-49ab-9b6c-390449d83bae), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.958523 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:05.958687 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b825058-0bc6-49ab-9b6c-390449d83bae HTTP/1.1" status: 204 len: 168 time: 0.2502825 May 04 17:51:05.967005 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b825058-0bc6-49ab-9b6c-390449d83bae,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:05.975084 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.975394 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.975747 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.976095 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.976467 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.976808 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.977143 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.977480 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.977877 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.978213 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.978561 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.978922 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.979301 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.979610 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.979939 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd214e39-3a07-4c51-8cad-7b8e53c3347b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:06.066285 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Router 54e3053e-c199-4420-a8c2-4539d71996b4 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:51:06.179177 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:51:06.184730 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:06.189999 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] Sync routers for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:51:06.200750 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:51:06.201476 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:50:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:06.216722 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-7085840b-43b2-4f8f-9738-9201373bf09a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "PUT /v2.0/floatingips/68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3 HTTP/1.1" status: 200 len: 992 time: 1.8325875 May 04 17:51:06.217400 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d231c63-0386-4960-925e-e813db08788f', 'tag': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:06.219642 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ff5a3e-1caf-41b1-844c-c4b778909a21" -d '{"events": [{"name": "network-changed", "server_uuid": "5d231c63-0386-4960-925e-e813db08788f", "tag": "ff1ece2e-bde0-43b5-b754-d28a6d20a05a"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:51:06.267654 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76c2f90-c9cf-4ec2-9579-fa1c72fad3f6 x-openstack-request-id: req-f76c2f90-c9cf-4ec2-9579-fa1c72fad3f6 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:51:06.267654 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d231c63-0386-4960-925e-e813db08788f", "tag": "ff1ece2e-bde0-43b5-b754-d28a6d20a05a", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:51:06.267654 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f76c2f90-c9cf-4ec2-9579-fa1c72fad3f6 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:51:06.267654 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76c2f90-c9cf-4ec2-9579-fa1c72fad3f6'] response: {'name': 'network-changed', 'server_uuid': '5d231c63-0386-4960-925e-e813db08788f', 'tag': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'status': 'completed', 'code': 200} May 04 17:51:06.324247 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:51:06.478771 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc203850-563f-4544-b221-e509c7948a13 req-dadc16dd-2bf0-4a79-b367-166bc97551eb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:06.485848 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fc203850-563f-4544-b221-e509c7948a13 req-dadc16dd-2bf0-4a79-b367-166bc97551eb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0574524 May 04 17:51:06.539314 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fc203850-563f-4544-b221-e509c7948a13 req-761e401f-e265-4af9-b842-de3a6e8828cb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519092 May 04 17:51:06.579646 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'port_id': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'mac_address': 'fa:16:3e:d6:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d231c63-0386-4960-925e-e813db08788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:50:16Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 1, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:06.611808 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] Checking router: 54e3053e-c199-4420-a8c2-4539d71996b4 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:51:06.620812 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:51:06.621437 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:50:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:06.676597 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33160) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:06.690660 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-02bebeca-f8d4-4f45-9f56-af04fb3ca879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:06.736629 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:51:06.768427 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-02bebeca-f8d4-4f45-9f56-af04fb3ca879 admin admin] Publish callbacks [] for security_group (269e3b98-7a13-4591-8e69-e158d5609fe7), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:06.895027 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-02bebeca-f8d4-4f45-9f56-af04fb3ca879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (269e3b98-7a13-4591-8e69-e158d5609fe7), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:06.935286 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-02bebeca-f8d4-4f45-9f56-af04fb3ca879 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d78547599e04f7e9bd0d946e41a42ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541306 May 04 17:51:06.935626 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33164) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:06.948605 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bebeca-f8d4-4f45-9f56-af04fb3ca879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269e3b98-7a13-4591-8e69-e158d5609fe7,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:06.974925 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'port_id': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'mac_address': 'fa:16:3e:d6:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d231c63-0386-4960-925e-e813db08788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:50:16Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 1, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:07.013350 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4fa28-14be-4cee-89ee-67881622945d None None] The sync data for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi is: [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'port_id': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'mac_address': 'fa:16:3e:d6:76:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d231c63-0386-4960-925e-e813db08788f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:50:16Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 1, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:51:07.031170 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-76d8075c-32f2-462f-8761-a3b2c4aad8c1 admin admin] Publish callbacks [] for security_group (269e3b98-7a13-4591-8e69-e158d5609fe7), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:07.056619 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81c19-e49f-43d9-a562-35b33f18d323 req-78737d0a-3d99-4b74-ba45-0c619abb24a3 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:07.057721 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-76d8075c-32f2-462f-8761-a3b2c4aad8c1 admin admin] Publish callbacks [] for security_group (269e3b98-7a13-4591-8e69-e158d5609fe7), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:07.063734 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7ca81c19-e49f-43d9-a562-35b33f18d323 req-78737d0a-3d99-4b74-ba45-0c619abb24a3 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0740340 May 04 17:51:07.112696 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7ca81c19-e49f-43d9-a562-35b33f18d323 req-059ff74d-7a70-4650-8812-1192ecc239b0 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479157 May 04 17:51:07.200636 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-76d8075c-32f2-462f-8761-a3b2c4aad8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (269e3b98-7a13-4591-8e69-e158d5609fe7), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:07.203546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-76d8075c-32f2-462f-8761-a3b2c4aad8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:07.204775 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-76d8075c-32f2-462f-8761-a3b2c4aad8c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/269e3b98-7a13-4591-8e69-e158d5609fe7 HTTP/1.1" status: 204 len: 168 time: 0.2674360 May 04 17:51:07.223462 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8075c-32f2-462f-8761-a3b2c4aad8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269e3b98-7a13-4591-8e69-e158d5609fe7,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:07.254118 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa717b2-a2d0-4a62-82de-88f74b451713 None None] New status for floating IP 68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:51:07.660475 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460fcc3-b211-46bd-b95e-146c1e49f099 req-d50ba1ae-47f4-4a88-ae44-d1d9cc0772f9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:07.662108 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2460fcc3-b211-46bd-b95e-146c1e49f099 req-d50ba1ae-47f4-4a88-ae44-d1d9cc0772f9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0500185 May 04 17:51:07.710471 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2460fcc3-b211-46bd-b95e-146c1e49f099 req-1ae3560c-da22-4bf5-889e-bc47e688f83b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 May 04 17:51:08.231121 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8010ea-ca17-4a81-bda3-ec14fc2e1c3b req-b987fd41-23cc-43ba-9b50-199a58cf6953 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:08.232938 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4c8010ea-ca17-4a81-bda3-ec14fc2e1c3b req-b987fd41-23cc-43ba-9b50-199a58cf6953 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0526111 May 04 17:51:08.283468 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4c8010ea-ca17-4a81-bda3-ec14fc2e1c3b req-ec116dec-4047-4697-ada5-91a4146f028a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445511 May 04 17:51:08.826941 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eb8e-2369-4830-a3ac-c08406ab11c3 req-534d4720-7e52-482f-a4a3-0aa1d2698c0e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:08.828462 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2598eb8e-2369-4830-a3ac-c08406ab11c3 req-534d4720-7e52-482f-a4a3-0aa1d2698c0e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0498171 May 04 17:51:08.889059 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2598eb8e-2369-4830-a3ac-c08406ab11c3 req-385b6362-91c0-4dbb-888b-4e89c0dd41cf tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549550 May 04 17:51:08.929949 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-6eaf8336-558a-4f6a-a636-9ab4d6750cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:08.931542 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-6eaf8336-558a-4f6a-a636-9ab4d6750cfb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 1130 time: 0.0416131 May 04 17:51:09.413268 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5455b8-95ed-4520-a75a-0f38e8329612 req-95f17107-b21a-4887-8aad-04d517ec2d35 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:09.417463 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5d5455b8-95ed-4520-a75a-0f38e8329612 req-95f17107-b21a-4887-8aad-04d517ec2d35 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0474160 May 04 17:51:09.465609 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5d5455b8-95ed-4520-a75a-0f38e8329612 req-b33cbfe2-dc17-4f58-be32-eac3e38dda4a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444207 May 04 17:51:09.990245 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fbef10cd-0208-4fe1-a042-245dd5451357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:10.015661 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfea9d-92e6-40b1-95ef-acc82ef420d8 req-2aa14bc9-5698-4fa9-a860-824f73d1edc5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:10.018821 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-60bfea9d-92e6-40b1-95ef-acc82ef420d8 req-2aa14bc9-5698-4fa9-a860-824f73d1edc5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0568652 May 04 17:51:10.072921 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-60bfea9d-92e6-40b1-95ef-acc82ef420d8 req-e250e872-be7a-41d1-8693-87c341e344c3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485952 May 04 17:51:10.600805 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5da2c5-b8fe-4749-a682-0d4148b7f988 req-26233521-1082-4bd8-84aa-2ec5c27f0cbf tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:10.602732 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bc5da2c5-b8fe-4749-a682-0d4148b7f988 req-26233521-1082-4bd8-84aa-2ec5c27f0cbf tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0557482 May 04 17:51:10.670053 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bc5da2c5-b8fe-4749-a682-0d4148b7f988 req-6672440d-91db-494c-afd8-857818c0408d tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609655 May 04 17:51:10.707961 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33288) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:10.841854 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d006f77f-cc2a-47db-9e87-f747781eb723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:10.845764 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-e28b5005-19db-4fd9-b257-8f99ba179140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:10.847257 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-e28b5005-19db-4fd9-b257-8f99ba179140 service neutron] 10.222.0.86 "GET /v2.0/networks?id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 200 len: 911 time: 0.1100707 May 04 17:51:10.915757 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d006f77f-cc2a-47db-9e87-f747781eb723 admin admin] Publish callbacks [] for security_group (aae5a253-734e-469d-8e3a-bcf99ee1fdb1), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:10.954047 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-a97d7e51-b42f-438d-984c-282f8887e138 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a HTTP/1.1" status: 200 len: 1002 time: 0.0644701 May 04 17:51:10.994809 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d006f77f-cc2a-47db-9e87-f747781eb723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (aae5a253-734e-469d-8e3a-bcf99ee1fdb1), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:11.011532 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-4254602d-ad23-42d3-91fb-3ddaa1f00d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:11.013064 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-4254602d-ad23-42d3-91fb-3ddaa1f00d33 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=480277fb-c1a6-4cf3-b1fd-15e7700eeade HTTP/1.1" status: 200 len: 849 time: 0.0459836 May 04 17:51:11.032585 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006f77f-cc2a-47db-9e87-f747781eb723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae5a253-734e-469d-8e3a-bcf99ee1fdb1,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:11.036744 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-d006f77f-cc2a-47db-9e87-f747781eb723 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48767fd65ba24f7895a9d996cfea5fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276587 May 04 17:51:11.039414 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33302) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:11.089512 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2e0367ba-c0ad-4308-a7bf-ccc95895fe74 admin admin] Publish callbacks [] for security_group (aae5a253-734e-469d-8e3a-bcf99ee1fdb1), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:11.111491 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2e0367ba-c0ad-4308-a7bf-ccc95895fe74 admin admin] Publish callbacks [] for security_group (aae5a253-734e-469d-8e3a-bcf99ee1fdb1), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:11.203380 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-e1fddfaf-701b-409a-84cf-2674db145a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:11.204801 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-e1fddfaf-701b-409a-84cf-2674db145a3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549843 May 04 17:51:11.240840 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2e0367ba-c0ad-4308-a7bf-ccc95895fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (aae5a253-734e-469d-8e3a-bcf99ee1fdb1), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:11.244094 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2e0367ba-c0ad-4308-a7bf-ccc95895fe74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:11.246118 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-2e0367ba-c0ad-4308-a7bf-ccc95895fe74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aae5a253-734e-469d-8e3a-bcf99ee1fdb1 HTTP/1.1" status: 204 len: 168 time: 0.2057600 May 04 17:51:11.261703 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0367ba-c0ad-4308-a7bf-ccc95895fe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae5a253-734e-469d-8e3a-bcf99ee1fdb1,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:11.388654 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-5a0c23f1-39c5-4199-bc13-a494a1ce475f service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727302 May 04 17:51:11.401260 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d2023-0ed1-4e5f-ab33-3839d6ef08d1 req-055dd381-bbc6-42b5-93e7-0ea4b1f43765 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:11.402943 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-188d2023-0ed1-4e5f-ab33-3839d6ef08d1 req-055dd381-bbc6-42b5-93e7-0ea4b1f43765 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0614214 May 04 17:51:11.522968 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-188d2023-0ed1-4e5f-ab33-3839d6ef08d1 req-c8c5d6e9-718b-48bf-a3fc-0b28b392cfff tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101007 May 04 17:51:11.563056 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-76ff5a3e-1caf-41b1-844c-c4b778909a21 req-00fed5e3-c469-48a9-b054-d8aa36a76d52 service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591377 May 04 17:51:11.572633 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f1139-a196-4bcb-ac96-cce81047b370 req-8946caa3-7a8d-4716-8c1f-103c5524e2f2 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:11.574656 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-086f1139-a196-4bcb-ac96-cce81047b370 req-8946caa3-7a8d-4716-8c1f-103c5524e2f2 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.86 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0746839 May 04 17:51:11.717974 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Deleting port a2a52d2a-572d-408f-83fd-64c61ea14be9 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:51:11.718319 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:11.793116 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a161f-7dff-48e0-a217-aa159b71254f req-f6772efd-beae-433d-ad36-43cdc1d51ad1 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:11.795300 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a5a161f-7dff-48e0-a217-aa159b71254f req-f6772efd-beae-433d-ad36-43cdc1d51ad1 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 946 time: 0.0541799 May 04 17:51:11.835314 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] For port a2a52d2a-572d-408f-83fd-64c61ea14be9, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a2a52d2a-572d-408f-83fd-64c61ea14be9,segment=NetworkSegment(ddedb41e-987c-4180-a8b4-7f25ace6d221),segment_id=ddedb41e-987c-4180-a8b4-7f25ace6d221)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:11.835754 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:11.851384 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Calling delete_port for a2a52d2a-572d-408f-83fd-64c61ea14be9 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:51:11.854034 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a5a161f-7dff-48e0-a217-aa159b71254f req-d1bd6601-1b6b-4706-9074-3fae59869198 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/security-groups?id=e55ce083-5636-46c8-ac69-14c3f3852b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 May 04 17:51:11.938659 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33336) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:11.953331 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f0df633c-72ac-4502-bb72-f06ddfa644de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.028501 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f0df633c-72ac-4502-bb72-f06ddfa644de admin admin] Publish callbacks [] for security_group (526f9f68-4cdf-43c3-815b-8a5fd2337991), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.072563 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (a2a52d2a-572d-408f-83fd-64c61ea14be9), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.100066 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Pushing event deleted for resources: {'Port': ['ID=a2a52d2a-572d-408f-83fd-64c61ea14be9,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:12.106972 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f0df633c-72ac-4502-bb72-f06ddfa644de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (526f9f68-4cdf-43c3-815b-8a5fd2337991), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.151312 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f0df633c-72ac-4502-bb72-f06ddfa644de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3af21f31131641829e774a36c12fd69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093027 May 04 17:51:12.151312 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df633c-72ac-4502-bb72-f06ddfa644de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526f9f68-4cdf-43c3-815b-8a5fd2337991,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:12.152508 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33342) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:12.179177 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] No DVR routers for this DVR port a2a52d2a-572d-408f-83fd-64c61ea14be9 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:51:12.182207 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.186498 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-086f1139-a196-4bcb-ac96-cce81047b370 req-ada303b0-6682-4c8a-a6c9-f4c549963a9a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.86 "DELETE /v2.0/ports/a2a52d2a-572d-408f-83fd-64c61ea14be9 HTTP/1.1" status: 204 len: 173 time: 0.6011231 May 04 17:51:12.186959 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6182d27-b476-4437-a550-b54d12eb01a3', 'name': 'network-vif-deleted', 'tag': 'a2a52d2a-572d-408f-83fd-64c61ea14be9'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:12.189284 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acffd80e-2911-4163-97b4-e1b2135f771a" -d '{"events": [{"server_uuid": "f6182d27-b476-4437-a550-b54d12eb01a3", "name": "network-vif-deleted", "tag": "a2a52d2a-572d-408f-83fd-64c61ea14be9"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:51:12.221737 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-59dcf786-9899-4f9c-82e2-8233a0896f23 admin admin] Publish callbacks [] for security_group (526f9f68-4cdf-43c3-815b-8a5fd2337991), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.230711 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9e785d-8cd3-4220-8e38-f0ee43511bf4 x-openstack-request-id: req-cc9e785d-8cd3-4220-8e38-f0ee43511bf4 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:51:12.231335 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6182d27-b476-4437-a550-b54d12eb01a3", "name": "network-vif-deleted", "tag": "a2a52d2a-572d-408f-83fd-64c61ea14be9", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:51:12.231335 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc9e785d-8cd3-4220-8e38-f0ee43511bf4 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:51:12.231719 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9e785d-8cd3-4220-8e38-f0ee43511bf4'] response: {'server_uuid': 'f6182d27-b476-4437-a550-b54d12eb01a3', 'name': 'network-vif-deleted', 'tag': 'a2a52d2a-572d-408f-83fd-64c61ea14be9', 'status': 'completed', 'code': 200} May 04 17:51:12.248702 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-59dcf786-9899-4f9c-82e2-8233a0896f23 admin admin] Publish callbacks [] for security_group (526f9f68-4cdf-43c3-815b-8a5fd2337991), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.363923 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-82ae612e-348d-46f8-8f67-6058f11bfffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.364534 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-59dcf786-9899-4f9c-82e2-8233a0896f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (526f9f68-4cdf-43c3-815b-8a5fd2337991), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.366629 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-59dcf786-9899-4f9c-82e2-8233a0896f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:12.367796 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-59dcf786-9899-4f9c-82e2-8233a0896f23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/526f9f68-4cdf-43c3-815b-8a5fd2337991 HTTP/1.1" status: 204 len: 168 time: 0.2143793 May 04 17:51:12.378210 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcf786-9899-4f9c-82e2-8233a0896f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526f9f68-4cdf-43c3-815b-8a5fd2337991,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:12.636491 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829438f-72e7-4445-846f-a7e33a6199cf req-0c144976-a101-4972-a7e5-21848bbc383b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:12.637911 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1829438f-72e7-4445-846f-a7e33a6199cf req-0c144976-a101-4972-a7e5-21848bbc383b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0467889 May 04 17:51:12.688125 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1829438f-72e7-4445-846f-a7e33a6199cf req-630747e7-a409-4a38-a942-a66d6827f240 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445859 May 04 17:51:12.956207 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4a8d0628-95b2-4252-8840-0eb426618aa0 req-a15809f2-7ea7-4fb0-a54f-fb7fa421d2ad tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0273798 May 04 17:51:13.119840 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33362) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:13.132625 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cc0e83fd-a6fe-487a-aca9-b8e24a4bce58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:13.210583 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cc0e83fd-a6fe-487a-aca9-b8e24a4bce58 admin admin] Publish callbacks [] for security_group (4abb0b6f-88cf-4a87-b938-897be65cfaf5), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:13.291898 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cc0e83fd-a6fe-487a-aca9-b8e24a4bce58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (4abb0b6f-88cf-4a87-b938-897be65cfaf5), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:13.329228 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e83fd-a6fe-487a-aca9-b8e24a4bce58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abb0b6f-88cf-4a87-b938-897be65cfaf5,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:13.334058 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-cc0e83fd-a6fe-487a-aca9-b8e24a4bce58 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15916e695efb4237971ff5d0ac14b78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125027 May 04 17:51:13.335981 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33364) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:13.395586 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0e122717-5358-4f17-82ff-2ac07c2ff6a4 admin admin] Publish callbacks [] for security_group (4abb0b6f-88cf-4a87-b938-897be65cfaf5), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:13.417852 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0e122717-5358-4f17-82ff-2ac07c2ff6a4 admin admin] Publish callbacks [] for security_group (4abb0b6f-88cf-4a87-b938-897be65cfaf5), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:13.541377 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0e122717-5358-4f17-82ff-2ac07c2ff6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (4abb0b6f-88cf-4a87-b938-897be65cfaf5), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:13.544844 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0e122717-5358-4f17-82ff-2ac07c2ff6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:13.546041 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0e122717-5358-4f17-82ff-2ac07c2ff6a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4abb0b6f-88cf-4a87-b938-897be65cfaf5 HTTP/1.1" status: 204 len: 168 time: 0.2089698 May 04 17:51:13.554484 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e122717-5358-4f17-82ff-2ac07c2ff6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abb0b6f-88cf-4a87-b938-897be65cfaf5,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:13.778864 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['a2a52d2a-572d-408f-83fd-64c61ea14be9'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:51:13.810714 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a10a-95db-4a67-a2f1-a8a822570699 req-12701601-23a9-40c1-af7c-6ad5c2eb1297 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:13.812203 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-20d7a10a-95db-4a67-a2f1-a8a822570699 req-12701601-23a9-40c1-af7c-6ad5c2eb1297 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0540178 May 04 17:51:13.863506 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:13.864569 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-20d7a10a-95db-4a67-a2f1-a8a822570699 req-946c566f-aa8d-4800-88e9-6f5f6c559505 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457597 May 04 17:51:14.054616 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-175b4bae-080b-4fb5-a627-76537ba581c4 req-6e434696-4f4a-4b41-94c1-4d87f9697f45 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0306168 May 04 17:51:14.985295 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabd6dd-c613-47c4-8046-b04d415c83cd req-915703ca-57d7-48d2-ab05-2ecdb3a3f037 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:14.987486 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-eeabd6dd-c613-47c4-8046-b04d415c83cd req-915703ca-57d7-48d2-ab05-2ecdb3a3f037 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0490191 May 04 17:51:15.041116 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-eeabd6dd-c613-47c4-8046-b04d415c83cd req-1039847e-f9e0-4219-83ee-1a151122f7e7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 May 04 17:51:15.154384 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-041224fd-43c4-4f73-8aa1-960be92df6fd req-e5fe1981-b878-49a3-803b-615ea7a7004a tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0288332 May 04 17:51:15.451945 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:16.154670 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034db06-b080-4fb1-98b4-e70267e7d81f req-5183abb3-44ef-45c2-94c6-8f0236cba1dd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:16.156193 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6034db06-b080-4fb1-98b4-e70267e7d81f req-5183abb3-44ef-45c2-94c6-8f0236cba1dd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0486944 May 04 17:51:16.205354 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6034db06-b080-4fb1-98b4-e70267e7d81f req-85c3c0de-9f22-4098-ba00-0689d7fc0e3c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434842 May 04 17:51:16.268846 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1bd80671-c1f5-42ec-9565-8ccca530ded7 req-63f1dacb-d296-4011-ba8e-3f3d692e0d82 tempest-DeleteServersTestJSON-620676155 tempest-DeleteServersTestJSON-620676155-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6182d27-b476-4437-a550-b54d12eb01a3 HTTP/1.1" status: 200 len: 210 time: 0.0285864 May 04 17:51:16.761488 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:17.331738 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc403ab2-6d9a-40a6-8474-78de5a6b28d1 req-0ffec017-13b1-450f-a60e-1ac9951c9488 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:17.334031 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bc403ab2-6d9a-40a6-8474-78de5a6b28d1 req-0ffec017-13b1-450f-a60e-1ac9951c9488 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0533845 May 04 17:51:17.393310 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bc403ab2-6d9a-40a6-8474-78de5a6b28d1 req-34d458fc-f73a-420f-8047-49edd9c1d157 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530262 May 04 17:51:17.518526 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33530) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:17.668958 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5a89612-34a6-411c-8a43-69d8d3cf9451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:17.747421 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5a89612-34a6-411c-8a43-69d8d3cf9451 admin admin] Publish callbacks [] for security_group (13decef3-f5a3-477f-b498-acc0413d32ba), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:17.875221 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5a89612-34a6-411c-8a43-69d8d3cf9451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (13decef3-f5a3-477f-b498-acc0413d32ba), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:17.914027 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-b5a89612-34a6-411c-8a43-69d8d3cf9451 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=044af692ede247f68a695eeb4b44b480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944798 May 04 17:51:17.914888 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a89612-34a6-411c-8a43-69d8d3cf9451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13decef3-f5a3-477f-b498-acc0413d32ba,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:17.916935 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33544) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:17.963620 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-611b3ac8-6fc5-4de3-b940-348a6696f91f admin admin] Publish callbacks [] for security_group (13decef3-f5a3-477f-b498-acc0413d32ba), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:17.986165 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-611b3ac8-6fc5-4de3-b940-348a6696f91f admin admin] Publish callbacks [] for security_group (13decef3-f5a3-477f-b498-acc0413d32ba), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:18.107871 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-611b3ac8-6fc5-4de3-b940-348a6696f91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (13decef3-f5a3-477f-b498-acc0413d32ba), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:18.110476 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-611b3ac8-6fc5-4de3-b940-348a6696f91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:18.111693 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-611b3ac8-6fc5-4de3-b940-348a6696f91f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/13decef3-f5a3-477f-b498-acc0413d32ba HTTP/1.1" status: 204 len: 168 time: 0.1936994 May 04 17:51:18.119497 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b3ac8-6fc5-4de3-b940-348a6696f91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13decef3-f5a3-477f-b498-acc0413d32ba,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:18.499195 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7593c4a-b640-4eae-8ca7-6f8a0c3ba24f req-3dde6872-5a5d-4214-aac5-a9bdbd929337 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:18.500703 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e7593c4a-b640-4eae-8ca7-6f8a0c3ba24f req-3dde6872-5a5d-4214-aac5-a9bdbd929337 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0467024 May 04 17:51:18.550476 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e7593c4a-b640-4eae-8ca7-6f8a0c3ba24f req-c19dde7e-004b-4436-804c-5b47104f9e37 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441692 May 04 17:51:18.599853 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device a2a52d2a-572d-408f-83fd-64c61ea14be9 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:51:18.619372 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: a2a52d2a-572d-408f-83fd-64c61ea14be9 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:51:18.619629 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device a2a52d2a-572d-408f-83fd-64c61ea14be9 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:51:18.720708 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33556) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:18.734312 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c117fac9-1e4e-48c9-90fb-a739a2a5aa5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:18.810153 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c117fac9-1e4e-48c9-90fb-a739a2a5aa5d admin admin] Publish callbacks [] for security_group (79841283-f86f-40bb-a628-0654b6c78f86), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:18.886531 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c117fac9-1e4e-48c9-90fb-a739a2a5aa5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (79841283-f86f-40bb-a628-0654b6c78f86), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:18.925649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117fac9-1e4e-48c9-90fb-a739a2a5aa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79841283-f86f-40bb-a628-0654b6c78f86,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:18.931431 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c117fac9-1e4e-48c9-90fb-a739a2a5aa5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6bf8c8598984424c999ee97f42e8d56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096603 May 04 17:51:18.934112 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33564) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:18.983061 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2006c92-a635-4447-a2a5-11662287bd6f admin admin] Publish callbacks [] for security_group (79841283-f86f-40bb-a628-0654b6c78f86), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:19.004245 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2006c92-a635-4447-a2a5-11662287bd6f admin admin] Publish callbacks [] for security_group (79841283-f86f-40bb-a628-0654b6c78f86), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:19.109432 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2006c92-a635-4447-a2a5-11662287bd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (79841283-f86f-40bb-a628-0654b6c78f86), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:19.112140 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2006c92-a635-4447-a2a5-11662287bd6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:19.113347 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f2006c92-a635-4447-a2a5-11662287bd6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79841283-f86f-40bb-a628-0654b6c78f86 HTTP/1.1" status: 204 len: 168 time: 0.1782746 May 04 17:51:19.121198 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006c92-a635-4447-a2a5-11662287bd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79841283-f86f-40bb-a628-0654b6c78f86,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:19.671953 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ba434-8e03-47e2-9b0d-26fc596f9d1d req-ff2ed3dc-ea60-47da-88e9-7674cc4b07a6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:19.673484 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6c6ba434-8e03-47e2-9b0d-26fc596f9d1d req-ff2ed3dc-ea60-47da-88e9-7674cc4b07a6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0541434 May 04 17:51:19.722234 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6c6ba434-8e03-47e2-9b0d-26fc596f9d1d req-2eec1f84-4c48-43fc-8adb-a4354fde3d5b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 May 04 17:51:20.835841 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87011e-2619-42d7-8e15-ba90fa8c299e req-7528716f-54e1-4d94-b4d9-d4a36d4e98fa tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:20.837379 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8f87011e-2619-42d7-8e15-ba90fa8c299e req-7528716f-54e1-4d94-b4d9-d4a36d4e98fa tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0489786 May 04 17:51:20.884714 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8f87011e-2619-42d7-8e15-ba90fa8c299e req-c1610a60-8e1e-4fc6-9042-e415443e26da tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 May 04 17:51:22.228867 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482fe8b-35fc-4fdb-bcb0-0d322ac411a8 req-601e17b2-b6fe-4286-9fea-b43b8b021c70 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:22.230340 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6482fe8b-35fc-4fdb-bcb0-0d322ac411a8 req-601e17b2-b6fe-4286-9fea-b43b8b021c70 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.2711315 May 04 17:51:22.275215 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6482fe8b-35fc-4fdb-bcb0-0d322ac411a8 req-95bc3350-e065-4eef-9ec2-8c05ae8e14ca tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385363 May 04 17:51:23.158814 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:23.386305 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6855a58-af26-44a9-94c5-0928dbdb58bc req-63530c01-786e-4b3e-b434-d8efeeaf04d7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:23.387772 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e6855a58-af26-44a9-94c5-0928dbdb58bc req-63530c01-786e-4b3e-b434-d8efeeaf04d7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0456929 May 04 17:51:23.433526 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e6855a58-af26-44a9-94c5-0928dbdb58bc req-53fdbfc0-0aec-4348-bbf6-e040349d9f9b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403037 May 04 17:51:24.545248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34e4f2-d733-4a38-8cb4-f64ca38d9893 req-d4613029-7898-40d1-9ee7-66bc5262e1e0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:24.546690 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0d34e4f2-d733-4a38-8cb4-f64ca38d9893 req-d4613029-7898-40d1-9ee7-66bc5262e1e0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0453591 May 04 17:51:24.593979 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0d34e4f2-d733-4a38-8cb4-f64ca38d9893 req-cea79524-90b8-4767-9c48-7621edfcb20d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 May 04 17:51:25.360655 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-6ec20866-9a51-4abd-a50f-e6aa5d92a19f tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5e89d4c345c649ca8c10016ed908e483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288253 May 04 17:51:25.718362 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe24a0-4145-4c43-aa77-68a78a1a6f5f req-b0e06914-e707-49b9-9e1f-999e30085134 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:25.719910 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-82fe24a0-4145-4c43-aa77-68a78a1a6f5f req-b0e06914-e707-49b9-9e1f-999e30085134 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0530787 May 04 17:51:25.771080 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-82fe24a0-4145-4c43-aa77-68a78a1a6f5f req-a7a9989d-5ad3-491a-aaf2-421c1830a846 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 May 04 17:51:25.773601 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-64edebc2-d6da-4c00-93e9-3c38806274e9 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:25.775091 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-64edebc2-d6da-4c00-93e9-3c38806274e9 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4092062 May 04 17:51:25.789808 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-bcb9d53a-0509-4c52-8383-5b87ff0feae8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/quotas/5e89d4c345c649ca8c10016ed908e483 HTTP/1.1" status: 200 len: 375 time: 0.0091949 May 04 17:51:25.823366 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-f2e8b3a5-54de-4ad3-b1a9-d8675cb54f64 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5e89d4c345c649ca8c10016ed908e483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272393 May 04 17:51:26.035823 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9a1773a4-12bc-4cc0-b04b-6222bbe67c31 req-9d2a3803-7e5a-4fc9-8ee7-055ef4904c5c tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 210 time: 0.0319173 May 04 17:51:26.327688 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33734) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:26.373142 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-db904448-d542-4906-aff2-682797a012b0 admin admin] Deleting subnet bafab689-d772-41bd-8221-80ec11808acc {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:51:26.376913 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-db904448-d542-4906-aff2-682797a012b0 admin admin] Publish callbacks [] for subnet (bafab689-d772-41bd-8221-80ec11808acc), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.417049 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-db904448-d542-4906-aff2-682797a012b0 admin admin] Publish callbacks [] for subnet (bafab689-d772-41bd-8221-80ec11808acc), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.423084 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-db904448-d542-4906-aff2-682797a012b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (bafab689-d772-41bd-8221-80ec11808acc), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.573027 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-db904448-d542-4906-aff2-682797a012b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for subnet (bafab689-d772-41bd-8221-80ec11808acc), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.599429 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db904448-d542-4906-aff2-682797a012b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bafab689-d772-41bd-8221-80ec11808acc,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:26.603231 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-db904448-d542-4906-aff2-682797a012b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.609121 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-db904448-d542-4906-aff2-682797a012b0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bafab689-d772-41bd-8221-80ec11808acc HTTP/1.1" status: 204 len: 168 time: 0.2777042 May 04 17:51:26.609613 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33740) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:26.680835 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (8910ccf3-3913-4d5e-adf9-9144e5b65b5a), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.763420 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (8910ccf3-3913-4d5e-adf9-9144e5b65b5a), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.785385 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.785727 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.786495 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.786833 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.787155 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.787488 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.787806 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.788123 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.788458 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.788779 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.861467 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.861816 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.862151 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.862482 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:51:26.862859 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8910ccf3-3913-4d5e-adf9-9144e5b65b5a']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:26.909821 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddedb41e-987c-4180-a8b4-7f25ace6d221') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:26.910115 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddedb41e-987c-4180-a8b4-7f25ace6d221') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:26.932398 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (ddedb41e-987c-4180-a8b4-7f25ace6d221), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.956694 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94cf9a-31f6-44fe-ae62-3b66d64ac92a req-d523afba-5a5c-4cf7-b2ea-550f8b074f61 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:26.958277 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4d94cf9a-31f6-44fe-ae62-3b66d64ac92a req-d523afba-5a5c-4cf7-b2ea-550f8b074f61 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0905185 May 04 17:51:26.965395 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (ddedb41e-987c-4180-a8b4-7f25ace6d221), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.986618 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:51:26.988312 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (ddedb41e-987c-4180-a8b4-7f25ace6d221), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: from cryptography.utils import int_from_bytes May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: from cryptography.utils import int_from_bytes May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:51:26.990979 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:51:27.070443 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4d94cf9a-31f6-44fe-ae62-3b66d64ac92a req-41b1c7b3-bbc9-47dc-b50a-a1dd429e96a5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011572 May 04 17:51:27.142522 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ea9815db-d018-4400-9e09-e5ad52d634e7 req-737e7573-eef1-4561-8554-8eb9f26d66fa tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 210 time: 0.0279417 May 04 17:51:27.150364 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (8910ccf3-3913-4d5e-adf9-9144e5b65b5a), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:27.154540 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:27.168301 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8910ccf3-3913-4d5e-adf9-9144e5b65b5a HTTP/1.1" status: 204 len: 168 time: 0.5474098 May 04 17:51:27.170384 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde78ba4-7771-4a7c-a6ff-7dfc753579a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8910ccf3-3913-4d5e-adf9-9144e5b65b5a,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:27.570060 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33770) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:27.615829 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-922eff44-0d76-49cd-8589-474809f22f19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=315bc11153674d80b7583a9e12aa7403&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444236 May 04 17:51:27.617013 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33774) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:27.664877 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b677b4bb-7804-4b8e-a45d-e34a83e6580a admin admin] Publish callbacks [] for security_group (e55ce083-5636-46c8-ac69-14c3f3852b17), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:27.689143 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b677b4bb-7804-4b8e-a45d-e34a83e6580a admin admin] Publish callbacks [] for security_group (e55ce083-5636-46c8-ac69-14c3f3852b17), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:27.884820 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b677b4bb-7804-4b8e-a45d-e34a83e6580a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (e55ce083-5636-46c8-ac69-14c3f3852b17), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:27.887995 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b677b4bb-7804-4b8e-a45d-e34a83e6580a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:27.889228 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b677b4bb-7804-4b8e-a45d-e34a83e6580a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e55ce083-5636-46c8-ac69-14c3f3852b17 HTTP/1.1" status: 204 len: 168 time: 0.2708364 May 04 17:51:27.897529 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677b4bb-7804-4b8e-a45d-e34a83e6580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55ce083-5636-46c8-ac69-14c3f3852b17,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:28.200850 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0e183-2596-4d44-a11c-d556a81eca00 req-3fc7e167-605c-40bc-b4c7-e679a497c786 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:28.209310 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8df0e183-2596-4d44-a11c-d556a81eca00 req-3fc7e167-605c-40bc-b4c7-e679a497c786 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0687940 May 04 17:51:28.253436 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-aa9c1134-cd3d-4b2c-acd8-b6b7846a2d37 req-f151920d-2097-4aa8-bcba-42d6a6076536 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 210 time: 0.0342984 May 04 17:51:28.296716 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8df0e183-2596-4d44-a11c-d556a81eca00 req-8b9452d1-59ff-414a-a739-2a9505ebc21a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877128 May 04 17:51:28.403750 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-580dffca-24a9-4ab2-85c2-8cf79d6e1805 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=5e89d4c345c649ca8c10016ed908e483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397758 May 04 17:51:28.607419 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-af0cd435-8c18-4db9-88f9-7abad92b06fb tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:28.608897 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-af0cd435-8c18-4db9-88f9-7abad92b06fb tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929967 May 04 17:51:28.624730 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Request body: {'port': {'device_id': '339e8d6d-6065-4fcd-a220-1cb7378a2102', 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac', 'admin_state_up': True, 'tenant_id': '5e89d4c345c649ca8c10016ed908e483'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:28.862471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Made reservation on behalf of 5e89d4c345c649ca8c10016ed908e483 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:28.865968 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:28.875738 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:28.963484 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks [] for security_group (687c85ee-8334-4b7a-aaa1-ae3db6958921), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:28.990118 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33842) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:29.051068 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (687c85ee-8334-4b7a-aaa1-ae3db6958921), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.129470 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687c85ee-8334-4b7a-aaa1-ae3db6958921,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:29.156796 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-82f40945-b76e-4f56-93d2-ef97f2d67e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.237788 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Allocated IP 192.168.233.205 (8b0369aa-7d35-45e6-ad89-c29b642a86ac/d2ae79aa-b83c-4f40-bf20-2e2d65b6445e/068b51c0-e0dd-4d20-aac8-0b01370925f0) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:29.248805 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33858) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:29.314043 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-82f40945-b76e-4f56-93d2-ef97f2d67e1a admin admin] Publish callbacks [] for security_group (95c7af2a-77c5-41b9-8a59-ee3a4ac051ec), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.398200 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-427090370-network', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:29.418638 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-82f40945-b76e-4f56-93d2-ef97f2d67e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (95c7af2a-77c5-41b9-8a59-ee3a4ac051ec), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.463151 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af4b6a-b3dd-4bd9-97ee-fedf82e81ff1 req-1eeb0c7c-e0f7-4a31-8f15-d652be80c0c4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:29.464846 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7af4b6a-b3dd-4bd9-97ee-fedf82e81ff1 req-1eeb0c7c-e0f7-4a31-8f15-d652be80c0c4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0514252 May 04 17:51:29.472200 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-00148026-c80f-4a74-8260-788f0291c3c6 req-0448d503-8d5d-4f16-a03a-9d57beca8756 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 210 time: 0.0861895 May 04 17:51:29.503594 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f40945-b76e-4f56-93d2-ef97f2d67e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c7af2a-77c5-41b9-8a59-ee3a4ac051ec,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:29.508972 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-82f40945-b76e-4f56-93d2-ef97f2d67e1a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ae10404eb4c45889b684d3ec230227f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176463 May 04 17:51:29.510841 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33870) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:29.530505 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks [] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.532507 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7af4b6a-b3dd-4bd9-97ee-fedf82e81ff1 req-520b7047-d770-4b28-81e5-c3fcd3a60a7c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600958 May 04 17:51:29.538649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Made reservation on behalf of 4fb5955a770341b28fa73947bd6346ed for: {'network': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:29.548348 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.566252 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.617095 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94f2dcd5-f37c-424d-8e69-24d369d73033 admin admin] Publish callbacks [] for security_group (95c7af2a-77c5-41b9-8a59-ee3a4ac051ec), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.636087 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.650531 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94f2dcd5-f37c-424d-8e69-24d369d73033 admin admin] Publish callbacks [] for security_group (95c7af2a-77c5-41b9-8a59-ee3a4ac051ec), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.685478 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Network 8b0369aa-7d35-45e6-ad89-c29b642a86ac is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:29.688786 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:29.694803 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:51:29.702173 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Pushing event updated for resources: {'Port': ['ID=068b51c0-e0dd-4d20-aac8-0b01370925f0,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:29.721744 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Publish callbacks [] for security_group (1133d04d-bd9c-4ac9-97b0-86307566cd33), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.748398 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:29.749065 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.841950 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94f2dcd5-f37c-424d-8e69-24d369d73033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (95c7af2a-77c5-41b9-8a59-ee3a4ac051ec), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.844695 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94f2dcd5-f37c-424d-8e69-24d369d73033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.845046 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-8fa85d85-56fd-4c48-8607-1a33e2de48d8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2242360 May 04 17:51:29.846083 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-94f2dcd5-f37c-424d-8e69-24d369d73033 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95c7af2a-77c5-41b9-8a59-ee3a4ac051ec HTTP/1.1" status: 204 len: 168 time: 0.3343112 May 04 17:51:29.850723 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (1133d04d-bd9c-4ac9-97b0-86307566cd33), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.856839 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Request body: {'port': {'device_id': '339e8d6d-6065-4fcd-a220-1cb7378a2102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:29.862724 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2dcd5-f37c-424d-8e69-24d369d73033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c7af2a-77c5-41b9-8a59-ee3a4ac051ec,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:29.881091 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=110468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:51:29.910979 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (e5790c99-54ea-46b1-b9e0-6e386ceac940), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.911515 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.segments_db [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Added segment e5790c99-54ea-46b1-b9e0-6e386ceac940 of type vlan for network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f May 04 17:51:29.933127 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1133d04d-bd9c-4ac9-97b0-86307566cd33,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:29.935304 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.935647 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-2127dcd5-39f4-4b6e-97ad-cddc98d6009b None None] Provisioning complete for port 068b51c0-e0dd-4d20-aac8-0b01370925f0 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:29.938400 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-2127dcd5-39f4-4b6e-97ad-cddc98d6009b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.973500 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:29.977287 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-2127dcd5-39f4-4b6e-97ad-cddc98d6009b None None] Port 068b51c0-e0dd-4d20-aac8-0b01370925f0 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:51:30.050506 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.052424 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.053489 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.117875 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] Pushing event updated for resources: {'Network': ['ID=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:30.129108 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:51:30.162326 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-a005fde9-ab15-4a3b-bd99-f63c78b219aa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9122906 May 04 17:51:30.164489 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33876) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:30.170553 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Request body: {'subnet': {'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-427090370-subnet', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:30.242874 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068b51c0-e0dd-4d20-aac8-0b01370925f0 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:51:30.251129 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Publish callbacks [] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.256317 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Made reservation on behalf of 4fb5955a770341b28fa73947bd6346ed for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:30.259082 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.264351 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Transition to ACTIVE for port object 068b51c0-e0dd-4d20-aac8-0b01370925f0 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:51:30.354190 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.424392 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Pushing event updated for resources: {'Port': ['ID=068b51c0-e0dd-4d20-aac8-0b01370925f0,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:30.546902 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Attempting to bind port 068b51c0-e0dd-4d20-aac8-0b01370925f0 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:51:30.547251 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Attempting to bind port 068b51c0-e0dd-4d20-aac8-0b01370925f0 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:51:30.547588 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Attempting to bind port 068b51c0-e0dd-4d20-aac8-0b01370925f0 on network 8b0369aa-7d35-45e6-ad89-c29b642a86ac {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:51:30.552552 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Port 068b51c0-e0dd-4d20-aac8-0b01370925f0 on network 8b0369aa-7d35-45e6-ad89-c29b642a86ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:51:30.553086 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Attempting to bind port 068b51c0-e0dd-4d20-aac8-0b01370925f0 on network 8b0369aa-7d35-45e6-ad89-c29b642a86ac {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:51:30.558930 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:51:30.559623 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Checking segment: {'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:30.560024 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Bound using segment: {'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:51:30.560473 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Bound port: 068b51c0-e0dd-4d20-aac8-0b01370925f0, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61cf304c-4ad6-4120-a2f4-9f06a026f6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:51:30.560825 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.628322 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (d05d631b-77c6-4698-90f1-9e7614c9da5f), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.636865 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe23c6b-2eb4-4dbb-86da-92f8ea6218f1 req-65f5b0a6-d1c5-4a59-970b-fc5a6448020f tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.642355 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9fe23c6b-2eb4-4dbb-86da-92f8ea6218f1 req-65f5b0a6-d1c5-4a59-970b-fc5a6448020f tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 948 time: 0.0762038 May 04 17:51:30.642761 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33888) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:30.683651 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a1133e4c-dc78-41d3-8237-6e38530e1167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.705980 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] For port 068b51c0-e0dd-4d20-aac8-0b01370925f0, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:51:30.713033 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] For port 068b51c0-e0dd-4d20-aac8-0b01370925f0, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=068b51c0-e0dd-4d20-aac8-0b01370925f0,segment=NetworkSegment(61cf304c-4ad6-4120-a2f4-9f06a026f6e1),segment_id=61cf304c-4ad6-4120-a2f4-9f06a026f6e1)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:51:30.723330 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae337a-a3d9-4a29-aa06-3dc8cf80c986 req-03628995-3fae-4dbb-8406-7b2eef63bac5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.725603 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e1ae337a-a3d9-4a29-aa06-3dc8cf80c986 req-03628995-3fae-4dbb-8406-7b2eef63bac5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.1118255 May 04 17:51:30.763833 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05d631b-77c6-4698-90f1-9e7614c9da5f,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:30.765018 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9fe23c6b-2eb4-4dbb-86da-92f8ea6218f1 req-958ce4e7-f2f7-412d-a2aa-aa43d4837341 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146269 May 04 17:51:30.790957 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Checking segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:30.794957 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Network hostable DHCP agents. Network: 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:51:30.824472 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a1133e4c-dc78-41d3-8237-6e38530e1167 admin admin] Publish callbacks [] for security_group (20c691b2-977d-4ee2-ab99-d771b33cf10b), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.826507 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.827575 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e1ae337a-a3d9-4a29-aa06-3dc8cf80c986 req-48154135-089b-4cce-a76c-dec916b90d9d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887249 May 04 17:51:30.870156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.870156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.870156 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] 10.222.0.86 "PUT /v2.0/ports/068b51c0-e0dd-4d20-aac8-0b01370925f0 HTTP/1.1" status: 200 len: 1098 time: 1.0124569 May 04 17:51:30.870156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339e8d6d-6065-4fcd-a220-1cb7378a2102', 'tag': '068b51c0-e0dd-4d20-aac8-0b01370925f0'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:30.870156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df988cc-c1ff-406d-b4bb-eb6d2489edc6" -d '{"events": [{"name": "network-changed", "server_uuid": "339e8d6d-6065-4fcd-a220-1cb7378a2102", "tag": "068b51c0-e0dd-4d20-aac8-0b01370925f0"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:51:30.906713 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198df57-8bb1-48f1-843c-315cb1f43243 service neutron] Pushing event updated for resources: {'Port': ['ID=068b51c0-e0dd-4d20-aac8-0b01370925f0,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:30.911925 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39708362-718c-4569-b39f-f3f2e49b9d7f x-openstack-request-id: req-39708362-718c-4569-b39f-f3f2e49b9d7f {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:51:30.911925 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339e8d6d-6065-4fcd-a220-1cb7378a2102", "tag": "068b51c0-e0dd-4d20-aac8-0b01370925f0", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:51:30.911925 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39708362-718c-4569-b39f-f3f2e49b9d7f {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:51:30.911925 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39708362-718c-4569-b39f-f3f2e49b9d7f'] response: {'name': 'network-changed', 'server_uuid': '339e8d6d-6065-4fcd-a220-1cb7378a2102', 'tag': '068b51c0-e0dd-4d20-aac8-0b01370925f0', 'status': 'completed', 'code': 200} May 04 17:51:30.931533 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a1133e4c-dc78-41d3-8237-6e38530e1167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (20c691b2-977d-4ee2-ab99-d771b33cf10b), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:30.988927 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:51:30.995214 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33894) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:31.013722 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a1133e4c-dc78-41d3-8237-6e38530e1167 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3ed80062dad48d6b230afcc2f8daea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699222 May 04 17:51:31.016421 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33898) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:31.017852 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1133e4c-dc78-41d3-8237-6e38530e1167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c691b2-977d-4ee2-ab99-d771b33cf10b,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:31.022195 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df988cc-c1ff-406d-b4bb-eb6d2489edc6 req-5f2a764f-4e55-4c43-8ec6-c5420c30d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:31.023683 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2df988cc-c1ff-406d-b4bb-eb6d2489edc6 req-5f2a764f-4e55-4c43-8ec6-c5420c30d3f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e89d4c345c649ca8c10016ed908e483&device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 1132 time: 0.0785160 May 04 17:51:31.055516 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2df988cc-c1ff-406d-b4bb-eb6d2489edc6 req-1a934110-4f48-47eb-a874-143758ef74e0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=5e89d4c345c649ca8c10016ed908e483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230129 May 04 17:51:31.071975 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:31.081108 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:31.081955 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37cf9af-36a3-43b1-9c10-378020c619fc None None] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:51:31.082529 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.086340 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa303d6c-dca8-4c54-a0d5-18a09df8e5cb admin admin] Publish callbacks [] for security_group (20c691b2-977d-4ee2-ab99-d771b33cf10b), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.124837 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa303d6c-dca8-4c54-a0d5-18a09df8e5cb admin admin] Publish callbacks [] for security_group (20c691b2-977d-4ee2-ab99-d771b33cf10b), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.189368 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cec861d2-deed-47fa-b527-d26fdbccb7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.195058 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-52476656-df1d-41eb-9619-dce80658a259 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0293779 May 04 17:51:31.197803 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33900) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:31.207289 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:31.226144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df988cc-c1ff-406d-b4bb-eb6d2489edc6 req-023d37ad-4030-4cae-a20a-b08287d79164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:31.227615 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2df988cc-c1ff-406d-b4bb-eb6d2489edc6 req-023d37ad-4030-4cae-a20a-b08287d79164 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597939 May 04 17:51:31.265330 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:51:31.266200 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.313966 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa303d6c-dca8-4c54-a0d5-18a09df8e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (20c691b2-977d-4ee2-ab99-d771b33cf10b), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.316649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-aa303d6c-dca8-4c54-a0d5-18a09df8e5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.317858 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-972a3de5-99d3-4909-b7bd-62fdb9fe38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:31.318267 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-aa303d6c-dca8-4c54-a0d5-18a09df8e5cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/20c691b2-977d-4ee2-ab99-d771b33cf10b HTTP/1.1" status: 204 len: 168 time: 0.3002973 May 04 17:51:31.319503 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-972a3de5-99d3-4909-b7bd-62fdb9fe38a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5e89d4c345c649ca8c10016ed908e483&device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 1132 time: 0.0428998 May 04 17:51:31.335466 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa303d6c-dca8-4c54-a0d5-18a09df8e5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c691b2-977d-4ee2-ab99-d771b33cf10b,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:31.375680 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-ef355579-141d-4eda-a599-d9870b15fc54 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=068b51c0-e0dd-4d20-aac8-0b01370925f0 HTTP/1.1" status: 200 len: 217 time: 0.0479629 May 04 17:51:31.377260 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.382921 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.422802 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cec861d2-deed-47fa-b527-d26fdbccb7ab admin admin] Publish callbacks [] for security_group (487e86db-01b0-4992-9501-ef5d6c9357a4), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.450648 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-ccd45186-33c5-43fc-8bb2-4e09afa9fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:31.451945 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-ccd45186-33c5-43fc-8bb2-4e09afa9fb61 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d2ae79aa-b83c-4f40-bf20-2e2d65b6445e HTTP/1.1" status: 200 len: 843 time: 0.0682092 May 04 17:51:31.471241 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Allocated IP 172.20.0.2 (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f/d05d631b-77c6-4698-90f1-9e7614c9da5f/8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:31.503346 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks [] for router_controller (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), precommit_add_association {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.533188 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cec861d2-deed-47fa-b527-d26fdbccb7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (487e86db-01b0-4992-9501-ef5d6c9357a4), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.577110 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-dfcbe50c-6dec-47af-9bd2-91a4a53d3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:31.580182 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec861d2-deed-47fa-b527-d26fdbccb7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487e86db-01b0-4992-9501-ef5d6c9357a4,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:31.583662 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-dfcbe50c-6dec-47af-9bd2-91a4a53d3213 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8b0369aa-7d35-45e6-ad89-c29b642a86ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0971205 May 04 17:51:31.602691 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-cec861d2-deed-47fa-b527-d26fdbccb7ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62767f263b8a47aea19cf419115deeff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6062179 May 04 17:51:31.605033 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33906) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:31.663295 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Publish callbacks [] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.671107 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e1350907-2c2b-42bc-b241-050f637b56af admin admin] Publish callbacks [] for security_group (487e86db-01b0-4992-9501-ef5d6c9357a4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.697772 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e1350907-2c2b-42bc-b241-050f637b56af admin admin] Publish callbacks [] for security_group (487e86db-01b0-4992-9501-ef5d6c9357a4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.751959 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.796873 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:31.798693 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks [] for router_gateway (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.800434 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:31.804369 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:51:31.824617 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-5fc4971a-64cb-4570-bc59-1196a23c047b service neutron] 10.222.0.86 "GET /v2.0/networks/8b0369aa-7d35-45e6-ad89-c29b642a86ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335105 May 04 17:51:31.885899 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Pushing event updated for resources: {'Port': ['ID=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:31.895431 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.895788 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.896158 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.896549 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.896895 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.897234 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.897548 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.897878 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.898209 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.898538 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.898867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.899212 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.899545 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.899870 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.900236 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:31.912459 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Attempting to bind port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:51:31.912846 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Attempting to bind port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:51:31.913215 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Attempting to bind port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:51:31.920756 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:51:31.921218 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Checking segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:31.922026 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.922545 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Bound using segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:51:31.923131 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Bound port: 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:51:31.923616 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.953778 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f6b1-1bd8-4761-9577-9f1a515bb0e4 req-c5bcbfa9-c99b-4990-8d2f-fc55e94f9fb4 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:31.955292 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-aa20f6b1-1bd8-4761-9577-9f1a515bb0e4 req-c5bcbfa9-c99b-4990-8d2f-fc55e94f9fb4 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 948 time: 0.1068668 May 04 17:51:31.956906 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e1350907-2c2b-42bc-b241-050f637b56af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (487e86db-01b0-4992-9501-ef5d6c9357a4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.959477 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e1350907-2c2b-42bc-b241-050f637b56af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:31.961197 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e1350907-2c2b-42bc-b241-050f637b56af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/487e86db-01b0-4992-9501-ef5d6c9357a4 HTTP/1.1" status: 204 len: 168 time: 0.3476357 May 04 17:51:31.981170 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1350907-2c2b-42bc-b241-050f637b56af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e86db-01b0-4992-9501-ef5d6c9357a4,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:32.030006 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] For port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:51:32.036650 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-aa20f6b1-1bd8-4761-9577-9f1a515bb0e4 req-cca240e4-7394-4371-9682-b73ec0800f4f tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736456 May 04 17:51:32.058364 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] For port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:51:32.070193 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-921be54c-9aa3-4c87-934e-f29a47c87617 req-bd52b7f2-af4e-49d2-99e2-d85afcb6e224 service neutron] 10.222.0.86 "GET /v2.0/networks/8b0369aa-7d35-45e6-ad89-c29b642a86ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315297 May 04 17:51:32.093024 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f2e8-afe2-4afb-8bad-02e78a43c0e9 req-0858ea8e-c695-4c6c-bbb3-7c0d57883765 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:32.094525 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1ed4f2e8-afe2-4afb-8bad-02e78a43c0e9 req-0858ea8e-c695-4c6c-bbb3-7c0d57883765 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.1332111 May 04 17:51:32.139420 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.227404 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b9536-cfc1-4a67-808a-5390d921bdb7 None None] Pushing event updated for resources: {'Port': ['ID=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:32.241311 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1ed4f2e8-afe2-4afb-8bad-02e78a43c0e9 req-1f6ddd99-1297-42e6-a8f7-271543d010aa tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081645 May 04 17:51:32.250327 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks [] for router_gateway (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.270260 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.397233 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Allocated IP 172.27.2.68 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/54a20072-366f-48e8-bf19-2b79e0d2a230) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:32.534524 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks [] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.581310 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33934) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:32.601887 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f66ee2d8-5c10-4af4-93d3-f04334eb425e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.645211 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.687092 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:32.687295 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f66ee2d8-5c10-4af4-93d3-f04334eb425e admin admin] Publish callbacks [] for security_group (6eed2891-9f47-414e-a528-1a044e21bdb1), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.687466 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:32.694348 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:51:32.700658 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Pushing event updated for resources: {'Port': ['ID=54a20072-366f-48e8-bf19-2b79e0d2a230,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:32.768059 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f66ee2d8-5c10-4af4-93d3-f04334eb425e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (6eed2891-9f47-414e-a528-1a044e21bdb1), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.819562 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f66ee2d8-5c10-4af4-93d3-f04334eb425e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c3d2f1e9a26243aeb77bfa6a6dd9cc04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365377 May 04 17:51:32.821939 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ee2d8-5c10-4af4-93d3-f04334eb425e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eed2891-9f47-414e-a528-1a044e21bdb1,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:32.824342 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33940) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:32.893541 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-364fc72f-a2de-408e-868f-bf91224b3a88 admin admin] Publish callbacks [] for security_group (6eed2891-9f47-414e-a528-1a044e21bdb1), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:32.921157 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-364fc72f-a2de-408e-868f-bf91224b3a88 admin admin] Publish callbacks [] for security_group (6eed2891-9f47-414e-a528-1a044e21bdb1), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.047354 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-364fc72f-a2de-408e-868f-bf91224b3a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (6eed2891-9f47-414e-a528-1a044e21bdb1), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.050146 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-364fc72f-a2de-408e-868f-bf91224b3a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.062309 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-364fc72f-a2de-408e-868f-bf91224b3a88 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6eed2891-9f47-414e-a528-1a044e21bdb1 HTTP/1.1" status: 204 len: 168 time: 0.2339435 May 04 17:51:33.085668 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fc72f-a2de-408e-868f-bf91224b3a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eed2891-9f47-414e-a528-1a044e21bdb1,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:33.182850 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f10cfd-1647-4ecb-bb49-f28db04022b7 req-d0a44bcb-8bd7-466c-925d-94386773aa9c tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:33.185298 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-28f10cfd-1647-4ecb-bb49-f28db04022b7 req-d0a44bcb-8bd7-466c-925d-94386773aa9c tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 948 time: 0.0543597 May 04 17:51:33.258159 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-28f10cfd-1647-4ecb-bb49-f28db04022b7 req-47fff31f-5162-4c8c-aa21-cc51c4c87729 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662460 May 04 17:51:33.298191 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaea07b-82cf-4493-adfc-bc55fc94aaed None None] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:51:33.322644 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks [] for router_gateway (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.409141 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-2168622f-4ce6-404a-8ff6-d67e9cba2d30 None None] Provisioning complete for port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:33.409538 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-2168622f-4ce6-404a-8ff6-d67e9cba2d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.423048 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982a956-e99b-4ea7-b0a8-27d04e1bda5b req-6edf1ebe-47d4-4f3a-b183-8e6be1140f16 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:33.424809 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a982a956-e99b-4ea7-b0a8-27d04e1bda5b req-6edf1ebe-47d4-4f3a-b183-8e6be1140f16 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0561073 May 04 17:51:33.541433 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-2168622f-4ce6-404a-8ff6-d67e9cba2d30 None None] Current status of the port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:33.542284 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-2168622f-4ce6-404a-8ff6-d67e9cba2d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.614289 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a982a956-e99b-4ea7-b0a8-27d04e1bda5b req-359e6afc-3a3e-481a-a850-8b9281a82153 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687522 May 04 17:51:33.669023 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-2168622f-4ce6-404a-8ff6-d67e9cba2d30 None None] For port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:33.711088 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:51:33.750872 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.759998 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-2168622f-4ce6-404a-8ff6-d67e9cba2d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.827201 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:33.827594 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.860356 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168622f-4ce6-404a-8ff6-d67e9cba2d30 None None] Pushing event updated for resources: {'Port': ['ID=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:33.887366 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-a01c8c05-328b-4849-99f8-57788bbf9f37 None None] Provisioning complete for port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:33.888493 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a01c8c05-328b-4849-99f8-57788bbf9f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:33.951153 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 068b51c0-e0dd-4d20-aac8-0b01370925f0 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:51:34.009636 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:34.030785 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:51:34.099631 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-a01c8c05-328b-4849-99f8-57788bbf9f37 None None] Current status of the port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:34.138329 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 068b51c0-e0dd-4d20-aac8-0b01370925f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=068b51c0-e0dd-4d20-aac8-0b01370925f0,segment=NetworkSegment(61cf304c-4ad6-4120-a2f4-9f06a026f6e1),segment_id=61cf304c-4ad6-4120-a2f4-9f06a026f6e1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:34.152039 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '068b51c0-e0dd-4d20-aac8-0b01370925f0', 'network_id': '8b0369aa-7d35-45e6-ad89-c29b642a86ac', 'port_id': '068b51c0-e0dd-4d20-aac8-0b01370925f0', 'mac_address': 'fa:16:3e:74:c6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ae79aa-b83c-4f40-bf20-2e2d65b6445e', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:51:34.178774 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:51:34.195898 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:51:34.204780 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 068b51c0-e0dd-4d20-aac8-0b01370925f0 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:34.205557 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:34.207800 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:51:34.208706 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:34.218864 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068b51c0-e0dd-4d20-aac8-0b01370925f0 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:51:34.238529 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 068b51c0-e0dd-4d20-aac8-0b01370925f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=068b51c0-e0dd-4d20-aac8-0b01370925f0,segment=NetworkSegment(61cf304c-4ad6-4120-a2f4-9f06a026f6e1),segment_id=61cf304c-4ad6-4120-a2f4-9f06a026f6e1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:34.331937 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:51:34.334792 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:34.343863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:34.345475 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-c5d17614-a1fd-40d8-8a29-1f26ad4ad0df admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1452854 May 04 17:51:34.348407 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 33980) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:34.397060 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=068b51c0-e0dd-4d20-aac8-0b01370925f0,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:34.444966 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a630-0b46-4d2e-a7bc-1714fbba7b5d req-09ca9647-6f56-43e3-bcf4-3c9f59be83e5 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:34.453505 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d3a5a630-0b46-4d2e-a7bc-1714fbba7b5d req-09ca9647-6f56-43e3-bcf4-3c9f59be83e5 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 949 time: 0.1253648 May 04 17:51:34.538771 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d3a5a630-0b46-4d2e-a7bc-1714fbba7b5d req-5327fb0e-6713-4bd7-bad9-2460ab6c05d6 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840487 May 04 17:51:34.542539 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:33Z', 'revision_number': 3, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:34.663648 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 33994) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:34.687788 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:51:34.688173 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Updating router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 port 54a20072-366f-48e8-bf19-2b79e0d2a230 binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:51:34.712752 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['068b51c0-e0dd-4d20-aac8-0b01370925f0'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:51:34.732759 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:34.858122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6079c-3485-43bd-a05c-0b56346efd2a req-384d2c14-bbfa-40f0-b71a-86b4a5d6fdae tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:34.860167 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-24d6079c-3485-43bd-a05c-0b56346efd2a req-384d2c14-bbfa-40f0-b71a-86b4a5d6fdae tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0784206 May 04 17:51:34.970932 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-24d6079c-3485-43bd-a05c-0b56346efd2a req-21cc1266-0176-42f7-b44d-adfc35681bd9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922225 May 04 17:51:35.024433 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.051063 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-38c72368-aefc-400a-a26d-4c3956109fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.106978 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Publish callbacks [] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.145789 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-38c72368-aefc-400a-a26d-4c3956109fb3 admin admin] Publish callbacks [] for security_group (af22c1ae-9fbf-4b25-8717-e1b136954a90), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.202238 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Allocated IP 172.20.0.1 (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f/d05d631b-77c6-4698-90f1-9e7614c9da5f/dd0d6a6c-49ed-4610-a0d0-709d4c76b12b) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:35.227622 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-38c72368-aefc-400a-a26d-4c3956109fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (af22c1ae-9fbf-4b25-8717-e1b136954a90), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.227849 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.273558 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-38c72368-aefc-400a-a26d-4c3956109fb3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcb4fdf60ba14ed7b4a576e5d4900f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6087224 May 04 17:51:35.274947 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c72368-aefc-400a-a26d-4c3956109fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af22c1ae-9fbf-4b25-8717-e1b136954a90,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:35.294751 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34012) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:35.312022 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Pushing event updated for resources: {'Port': ['ID=54a20072-366f-48e8-bf19-2b79e0d2a230,revision_number=2']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:35.330885 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Attempting to bind port 54a20072-366f-48e8-bf19-2b79e0d2a230 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:51:35.331266 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Attempting to bind port 54a20072-366f-48e8-bf19-2b79e0d2a230 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:51:35.331628 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Attempting to bind port 54a20072-366f-48e8-bf19-2b79e0d2a230 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:51:35.355610 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:51:35.357514 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:35.358125 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.358667 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:51:35.360501 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Bound port: 54a20072-366f-48e8-bf19-2b79e0d2a230, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:51:35.361046 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.366625 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.370412 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.370659 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.371120 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.371564 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.372018 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.373134 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.373586 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.374026 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.374460 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.374888 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.375333 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.375761 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.376284 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.376985 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:35.383276 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Publish callbacks [] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.406028 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9a1312a3-a9fb-4d96-851d-ddec578f7894 admin admin] Publish callbacks [] for security_group (af22c1ae-9fbf-4b25-8717-e1b136954a90), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.440354 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9a1312a3-a9fb-4d96-851d-ddec578f7894 admin admin] Publish callbacks [] for security_group (af22c1ae-9fbf-4b25-8717-e1b136954a90), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.445566 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] For port 54a20072-366f-48e8-bf19-2b79e0d2a230, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:51:35.449472 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] For port 54a20072-366f-48e8-bf19-2b79e0d2a230, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=54a20072-366f-48e8-bf19-2b79e0d2a230,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:51:35.504827 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.549293 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:35.552337 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:35.558289 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:51:35.584163 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Pushing event updated for resources: {'Port': ['ID=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:35.596817 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9a1312a3-a9fb-4d96-851d-ddec578f7894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (af22c1ae-9fbf-4b25-8717-e1b136954a90), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.597349 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.602204 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9a1312a3-a9fb-4d96-851d-ddec578f7894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.604286 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-9a1312a3-a9fb-4d96-851d-ddec578f7894 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af22c1ae-9fbf-4b25-8717-e1b136954a90 HTTP/1.1" status: 204 len: 168 time: 0.3079960 May 04 17:51:35.628038 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.637465 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:51:35.645156 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1312a3-a9fb-4d96-851d-ddec578f7894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af22c1ae-9fbf-4b25-8717-e1b136954a90,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:35.748822 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc72a61-888a-4d22-ad0a-c09211fba475 req-5028e928-abb6-4ce6-9a58-243991d46319 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:35.751877 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:35.752518 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e110e4c-f768-47f7-8ec8-758ba9fc477b None None] Pushing event updated for resources: {'Port': ['ID=54a20072-366f-48e8-bf19-2b79e0d2a230,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:35.753248 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:35.756889 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-dcc72a61-888a-4d22-ad0a-c09211fba475 req-5028e928-abb6-4ce6-9a58-243991d46319 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 949 time: 0.0798993 May 04 17:51:35.769996 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:51:35.770136 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:35.868354 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-dcc72a61-888a-4d22-ad0a-c09211fba475 req-875c1384-4721-4fdc-990f-2d5a8c86bf51 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103497 May 04 17:51:35.921793 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:51:35.943904 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:51:35.949821 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 068b51c0-e0dd-4d20-aac8-0b01370925f0 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:51:35.953712 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:36.001888 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 068b51c0-e0dd-4d20-aac8-0b01370925f0 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:51:36.015418 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.042270 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-36f137a7-3f82-4e29-a3c2-cdbf424bb008 None None] Provisioning complete for port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:36.042667 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-36f137a7-3f82-4e29-a3c2-cdbf424bb008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.107986 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 068b51c0-e0dd-4d20-aac8-0b01370925f0 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:36.108708 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.110850 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-36f137a7-3f82-4e29-a3c2-cdbf424bb008 None None] Port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:51:36.153121 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c82950-cee6-4061-8eaf-28bf60cf4d12 req-d689f1af-7bc8-4922-9260-cae3899e0f57 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:36.155965 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b5c82950-cee6-4061-8eaf-28bf60cf4d12 req-d689f1af-7bc8-4922-9260-cae3899e0f57 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0705900 May 04 17:51:36.248288 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:33Z', 'revision_number': 3, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:36.284376 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b5c82950-cee6-4061-8eaf-28bf60cf4d12 req-a56b939a-7967-4843-b274-6d92f74fddce tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200204 May 04 17:51:36.297657 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276190ab-1905-4113-8491-dfa7c74b56e2 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:33Z', 'revision_number': 3, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:51:36.367716 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 068b51c0-e0dd-4d20-aac8-0b01370925f0 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:36.368140 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.395471 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339e8d6d-6065-4fcd-a220-1cb7378a2102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068b51c0-e0dd-4d20-aac8-0b01370925f0'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:36.397777 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a8624d-7947-41d9-bcb9-4aac60b233f3" -d '{"events": [{"server_uuid": "339e8d6d-6065-4fcd-a220-1cb7378a2102", "name": "network-vif-plugged", "status": "completed", "tag": "068b51c0-e0dd-4d20-aac8-0b01370925f0"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:51:36.411504 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Publish callbacks [] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.423181 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 068b51c0-e0dd-4d20-aac8-0b01370925f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=068b51c0-e0dd-4d20-aac8-0b01370925f0,segment=NetworkSegment(61cf304c-4ad6-4120-a2f4-9f06a026f6e1),segment_id=61cf304c-4ad6-4120-a2f4-9f06a026f6e1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:36.449742 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24159f61-542b-4c46-89a6-c538f2b22298 x-openstack-request-id: req-24159f61-542b-4c46-89a6-c538f2b22298 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:51:36.450079 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339e8d6d-6065-4fcd-a220-1cb7378a2102", "name": "network-vif-plugged", "status": "completed", "tag": "068b51c0-e0dd-4d20-aac8-0b01370925f0", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:51:36.450407 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24159f61-542b-4c46-89a6-c538f2b22298 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:51:36.450811 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24159f61-542b-4c46-89a6-c538f2b22298'] response: {'server_uuid': '339e8d6d-6065-4fcd-a220-1cb7378a2102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068b51c0-e0dd-4d20-aac8-0b01370925f0', 'code': 200} May 04 17:51:36.479559 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.510583 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.557406 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.560400 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Pushing event updated for resources: {'Port': ['ID=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:36.609365 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=068b51c0-e0dd-4d20-aac8-0b01370925f0,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:36.719505 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34056) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:36.755084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e8040297-9d35-4312-b7da-4fdc90506fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:36.772469 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:36.780158 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:37.146859 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-2914c5e7-a908-4816-89f4-270474c3c744 None None] Provisioning complete for port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:37.147995 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-2914c5e7-a908-4816-89f4-270474c3c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.187649 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-2914c5e7-a908-4816-89f4-270474c3c744 None None] Port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:51:37.277458 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e158f7-9138-43b9-881f-853ef4be491a req-ab612630-a1b5-4a97-b68d-09536291176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:37.279064 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e1e158f7-9138-43b9-881f-853ef4be491a req-ab612630-a1b5-4a97-b68d-09536291176a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 1130 time: 0.4325721 May 04 17:51:37.279983 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6dfca-7171-408f-8456-83ceed7e9fef req-30c5483c-352c-4a74-8754-466c92cc93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:37.281387 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-50e6dfca-7171-408f-8456-83ceed7e9fef req-30c5483c-352c-4a74-8754-466c92cc93e5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 1134 time: 0.1354518 May 04 17:51:37.317617 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeca51-6c3b-4306-9090-435cc51bae67 req-d5d46bfe-d7fa-4964-a941-d57f90a9375c tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:37.319174 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dddeca51-6c3b-4306-9090-435cc51bae67 req-d5d46bfe-d7fa-4964-a941-d57f90a9375c tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 950 time: 0.1704159 May 04 17:51:37.453402 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e8040297-9d35-4312-b7da-4fdc90506fd2 admin admin] Publish callbacks [] for security_group (36960200-1562-4e40-bde7-cb1f24aa0bdc), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.468778 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe47814-28ae-4254-b4b7-c86a42074cc6 req-e83f375d-2740-4a45-a384-34514a66b8e3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:37.469265 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:51:37.473025 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-efe47814-28ae-4254-b4b7-c86a42074cc6 req-e83f375d-2740-4a45-a384-34514a66b8e3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0707481 May 04 17:51:37.478993 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-50e6dfca-7171-408f-8456-83ceed7e9fef req-774e97e4-abab-4c17-a231-b387df043584 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588581 May 04 17:51:37.480914 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e1e158f7-9138-43b9-881f-853ef4be491a req-e4acf78e-c588-4af4-a697-b6a5902c175f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570730 May 04 17:51:37.497733 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dddeca51-6c3b-4306-9090-435cc51bae67 req-a9e2acf5-8f65-4f6a-8444-eae584f4c3e0 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524124 May 04 17:51:37.522490 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-efe47814-28ae-4254-b4b7-c86a42074cc6 req-abdfeeff-13e9-4a0c-9393-374a3a823a66 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 May 04 17:51:37.539099 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e8040297-9d35-4312-b7da-4fdc90506fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (36960200-1562-4e40-bde7-cb1f24aa0bdc), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.585198 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e8040297-9d35-4312-b7da-4fdc90506fd2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cf59a519b6a4218aca1ff555011b88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8638828 May 04 17:51:37.587917 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34084) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:37.598350 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8040297-9d35-4312-b7da-4fdc90506fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36960200-1562-4e40-bde7-cb1f24aa0bdc,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:37.634512 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 54a20072-366f-48e8-bf19-2b79e0d2a230 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:51:37.647197 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f7992d90-3a41-4b30-9f02-46c240f78b3e admin admin] Publish callbacks [] for security_group (36960200-1562-4e40-bde7-cb1f24aa0bdc), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.666498 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:51:37.671642 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f7992d90-3a41-4b30-9f02-46c240f78b3e admin admin] Publish callbacks [] for security_group (36960200-1562-4e40-bde7-cb1f24aa0bdc), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.673466 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-765684be-9c5a-4e83-b750-f27db8c1ed6f admin admin] 10.222.0.81 "PUT /v2.0/routers/ac66d83c-2580-4df6-9ee7-80eca8dbf4f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3238399 May 04 17:51:37.715924 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 54a20072-366f-48e8-bf19-2b79e0d2a230 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:37.716968 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.803806 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 54a20072-366f-48e8-bf19-2b79e0d2a230 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:37.804200 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.807176 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f7992d90-3a41-4b30-9f02-46c240f78b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (36960200-1562-4e40-bde7-cb1f24aa0bdc), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.810806 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f7992d90-3a41-4b30-9f02-46c240f78b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.812496 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f7992d90-3a41-4b30-9f02-46c240f78b3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36960200-1562-4e40-bde7-cb1f24aa0bdc HTTP/1.1" status: 204 len: 168 time: 0.2228270 May 04 17:51:37.820910 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7992d90-3a41-4b30-9f02-46c240f78b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36960200-1562-4e40-bde7-cb1f24aa0bdc,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:37.828079 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port 54a20072-366f-48e8-bf19-2b79e0d2a230, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=54a20072-366f-48e8-bf19-2b79e0d2a230,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:37.931215 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:37.982777 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=54a20072-366f-48e8-bf19-2b79e0d2a230,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:38.085146 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34098) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:38.244035 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:51:38.256302 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:51:38.256960 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:38.334330 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-538e4270-a892-429c-bc3a-cbef8fe4fc63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.350053 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34106) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:38.354596 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-3862a46a-56f9-4210-9fe2-e18ffa50afcd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1441841386', 'description': 'tempest-description--273303542'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:38.398280 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:51:38.444580 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-538e4270-a892-429c-bc3a-cbef8fe4fc63 admin admin] Publish callbacks [] for security_group (193aaf26-db4a-4a18-a503-921bcd0c07e8), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.464668 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3862a46a-56f9-4210-9fe2-e18ffa50afcd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.532606 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3862a46a-56f9-4210-9fe2-e18ffa50afcd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (dcf36493-10a5-4b8f-991a-0ebe97fae6a5), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.536820 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-538e4270-a892-429c-bc3a-cbef8fe4fc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (193aaf26-db4a-4a18-a503-921bcd0c07e8), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.589662 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34116) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:38.589892 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-538e4270-a892-429c-bc3a-cbef8fe4fc63 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f60f921c25343e0be5bd9a1cd4cc98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5033226 May 04 17:51:38.591763 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e4270-a892-429c-bc3a-cbef8fe4fc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193aaf26-db4a-4a18-a503-921bcd0c07e8,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:38.642756 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:36Z', 'revision_number': 2, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:38.662939 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3862a46a-56f9-4210-9fe2-e18ffa50afcd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (dcf36493-10a5-4b8f-991a-0ebe97fae6a5), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.681785 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966a5fa-48bc-4881-a9e1-ae5cf8b5db90 req-0d5b5ad5-72c8-44fc-a046-883a799ccd21 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:38.685151 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3966a5fa-48bc-4881-a9e1-ae5cf8b5db90 req-0d5b5ad5-72c8-44fc-a046-883a799ccd21 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 950 time: 0.0662882 May 04 17:51:38.685294 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:51:38.685526 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Updating router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:51:38.719228 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.727936 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be51499-d70d-4f74-aa86-83828f64189f req-77c3ccc7-b7b8-48cf-a3cf-2522aa3f0478 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:38.729497 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7be51499-d70d-4f74-aa86-83828f64189f req-77c3ccc7-b7b8-48cf-a3cf-2522aa3f0478 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.1218860 May 04 17:51:38.740655 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-38113f8d-b612-464c-bebb-81e1491c37be admin admin] Publish callbacks [] for security_group (193aaf26-db4a-4a18-a503-921bcd0c07e8), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.749081 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3966a5fa-48bc-4881-a9e1-ae5cf8b5db90 req-6d0f0626-909e-41a9-9558-c2895deef6f4 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582793 May 04 17:51:38.759262 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862a46a-56f9-4210-9fe2-e18ffa50afcd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf36493-10a5-4b8f-991a-0ebe97fae6a5,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:38.793501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-38113f8d-b612-464c-bebb-81e1491c37be admin admin] Publish callbacks [] for security_group (193aaf26-db4a-4a18-a503-921bcd0c07e8), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.804149 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3862a46a-56f9-4210-9fe2-e18ffa50afcd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.808158 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-3862a46a-56f9-4210-9fe2-e18ffa50afcd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4545305 May 04 17:51:38.808820 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34120) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:38.814718 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-5bc3667f-09c4-41f4-aa2b-30cb1e8bdc22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group_rule': {'security_group_id': 'dcf36493-10a5-4b8f-991a-0ebe97fae6a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:38.839614 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7be51499-d70d-4f74-aa86-83828f64189f req-c432d833-2431-4e8b-a659-c0141b950f85 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002026 May 04 17:51:38.930670 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5bc3667f-09c4-41f4-aa2b-30cb1e8bdc22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (639a3fd5-490f-43d2-8723-b8bd9623bb16), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.967969 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-38113f8d-b612-464c-bebb-81e1491c37be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (193aaf26-db4a-4a18-a503-921bcd0c07e8), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.970627 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-38113f8d-b612-464c-bebb-81e1491c37be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:38.971822 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-38113f8d-b612-464c-bebb-81e1491c37be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/193aaf26-db4a-4a18-a503-921bcd0c07e8 HTTP/1.1" status: 204 len: 168 time: 0.3811784 May 04 17:51:38.980083 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38113f8d-b612-464c-bebb-81e1491c37be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193aaf26-db4a-4a18-a503-921bcd0c07e8,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:38.997947 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5bc3667f-09c4-41f4-aa2b-30cb1e8bdc22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (639a3fd5-490f-43d2-8723-b8bd9623bb16), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.051242 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Publish callbacks [] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.085573 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5bc3667f-09c4-41f4-aa2b-30cb1e8bdc22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (639a3fd5-490f-43d2-8723-b8bd9623bb16), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.120324 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3667f-09c4-41f4-aa2b-30cb1e8bdc22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639a3fd5-490f-43d2-8723-b8bd9623bb16,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:39.188207 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.220608 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5bc3667f-09c4-41f4-aa2b-30cb1e8bdc22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.221835 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5bc3667f-09c4-41f4-aa2b-30cb1e8bdc22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4119604 May 04 17:51:39.224538 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34138) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:39.231374 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-8106dacb-4881-4851-a8c9-3a867efd3a12 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group_rule': {'security_group_id': 'dcf36493-10a5-4b8f-991a-0ebe97fae6a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:39.264803 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df34829-5dc0-45d2-b05c-f3a1a9a3a196 None None] Pushing event updated for resources: {'Port': ['ID=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:39.301943 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Attempting to bind port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:51:39.302608 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Attempting to bind port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:51:39.303280 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Attempting to bind port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:51:39.310471 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:51:39.311247 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Checking segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:39.311866 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.312268 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Bound using segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:51:39.312787 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Bound port: dd0d6a6c-49ed-4610-a0d0-709d4c76b12b, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:51:39.313176 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.388630 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8106dacb-4881-4851-a8c9-3a867efd3a12 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (2079a723-73d8-4294-95e9-defaa20001a7), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.393994 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] For port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:51:39.397760 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] For port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:51:39.454853 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8106dacb-4881-4851-a8c9-3a867efd3a12 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (2079a723-73d8-4294-95e9-defaa20001a7), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.488352 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.550343 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-d64754de-c370-4e2f-b4d9-4d65d29c6e40 None None] Provisioning complete for port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:39.550722 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d64754de-c370-4e2f-b4d9-4d65d29c6e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.550938 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8106dacb-4881-4851-a8c9-3a867efd3a12 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (2079a723-73d8-4294-95e9-defaa20001a7), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.578649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106dacb-4881-4851-a8c9-3a867efd3a12 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2079a723-73d8-4294-95e9-defaa20001a7,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:39.590589 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df34829-5dc0-45d2-b05c-f3a1a9a3a196 None None] Pushing event updated for resources: {'Port': ['ID=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:39.597961 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:51:39.598828 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:39.652738 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 54a20072-366f-48e8-bf19-2b79e0d2a230 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:51:39.667779 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8106dacb-4881-4851-a8c9-3a867efd3a12 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.669398 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-8106dacb-4881-4851-a8c9-3a867efd3a12 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4433935 May 04 17:51:39.672330 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34146) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:39.678460 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:39.720295 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34150) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:39.737352 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fe0edbd3-2b56-4cf9-a269-d2335acb26b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.788899 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.791340 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-d64754de-c370-4e2f-b4d9-4d65d29c6e40 None None] Current status of the port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:39.791492 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d64754de-c370-4e2f-b4d9-4d65d29c6e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.828908 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 54a20072-366f-48e8-bf19-2b79e0d2a230 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:39.829290 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.833651 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:51:39.901482 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fe0edbd3-2b56-4cf9-a269-d2335acb26b7 admin admin] Publish callbacks [] for security_group (771d48b0-1f24-404e-88cd-eccc6a68bef3), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.916867 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:39.934322 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-d64754de-c370-4e2f-b4d9-4d65d29c6e40 None None] For port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:39.942240 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eba25d-2738-47e9-9203-ab1e583d9114 req-a8773dd4-7c80-48e3-bc86-65632ea94ca1 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:39.951123 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-37eba25d-2738-47e9-9203-ab1e583d9114 req-a8773dd4-7c80-48e3-bc86-65632ea94ca1 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 950 time: 0.0782425 May 04 17:51:39.996936 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fe0edbd3-2b56-4cf9-a269-d2335acb26b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (771d48b0-1f24-404e-88cd-eccc6a68bef3), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.005984 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-37eba25d-2738-47e9-9203-ab1e583d9114 req-615e34bf-973a-4444-81f8-50b4caf03e63 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537822 May 04 17:51:40.041579 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d64754de-c370-4e2f-b4d9-4d65d29c6e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.052953 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0edbd3-2b56-4cf9-a269-d2335acb26b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771d48b0-1f24-404e-88cd-eccc6a68bef3,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:40.107558 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fe516d52-df53-4065-bb70-2bb4611d69cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.115692 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17e66a-a37a-4c9f-8a1e-dd8de90b6e54 req-1b0f4405-26dc-4194-b299-75de3eace20c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:40.122846 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3a17e66a-a37a-4c9f-8a1e-dd8de90b6e54 req-1b0f4405-26dc-4194-b299-75de3eace20c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.1643503 May 04 17:51:40.139637 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-fe0edbd3-2b56-4cf9-a269-d2335acb26b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5d47c3bb530c4ca9ad5aad890de78095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152892 May 04 17:51:40.141304 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 54a20072-366f-48e8-bf19-2b79e0d2a230 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:40.141441 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34164) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:40.185517 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64754de-c370-4e2f-b4d9-4d65d29c6e40 None None] Pushing event updated for resources: {'Port': ['ID=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:40.191617 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-83385afa-1c12-4a76-b2bd-683583cf1223 None None] Provisioning complete for port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:40.192022 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-83385afa-1c12-4a76-b2bd-683583cf1223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.260669 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7b1d78f1-e54f-43c7-a8cb-16e8c6567a55 admin admin] Publish callbacks [] for security_group (771d48b0-1f24-404e-88cd-eccc6a68bef3), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.303817 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7b1d78f1-e54f-43c7-a8cb-16e8c6567a55 admin admin] Publish callbacks [] for security_group (771d48b0-1f24-404e-88cd-eccc6a68bef3), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.307029 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:40.311639 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Allocated IP 172.27.2.85 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/e946320a-be68-499e-9370-49cf71d26508) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:40.324393 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3a17e66a-a37a-4c9f-8a1e-dd8de90b6e54 req-c82a3388-6879-4793-bb48-e970e9b00474 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004802 May 04 17:51:40.345923 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae7041-57d9-4ad8-bc49-436640c7cf42 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:51:40.384474 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-83385afa-1c12-4a76-b2bd-683583cf1223 None None] Current status of the port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:40.475802 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7b1d78f1-e54f-43c7-a8cb-16e8c6567a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (771d48b0-1f24-404e-88cd-eccc6a68bef3), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.478648 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7b1d78f1-e54f-43c7-a8cb-16e8c6567a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.479800 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-7b1d78f1-e54f-43c7-a8cb-16e8c6567a55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/771d48b0-1f24-404e-88cd-eccc6a68bef3 HTTP/1.1" status: 204 len: 168 time: 0.3385742 May 04 17:51:40.493517 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d78f1-e54f-43c7-a8cb-16e8c6567a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771d48b0-1f24-404e-88cd-eccc6a68bef3,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:40.515249 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (e946320a-be68-499e-9370-49cf71d26508), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.665076 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (e946320a-be68-499e-9370-49cf71d26508), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:40.704694 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:40.717958 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:40.738666 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:51:40.779337 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=e946320a-be68-499e-9370-49cf71d26508,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:40.795185 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338571c0-464b-4033-aa68-84398cbd5f34 req-82710cb4-6192-4ef4-9fcf-58ac11d1da9b tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:40.796870 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-338571c0-464b-4033-aa68-84398cbd5f34 req-82710cb4-6192-4ef4-9fcf-58ac11d1da9b tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 950 time: 0.0966711 May 04 17:51:40.889772 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-338571c0-464b-4033-aa68-84398cbd5f34 req-95278ddf-44aa-45cb-8a80-65ba80de7f83 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854008 May 04 17:51:40.896539 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (5c7be63c-ba90-43c3-9834-3fbf250de36f), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:41.078224 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e946320a-be68-499e-9370-49cf71d26508), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:41.265246 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (e946320a-be68-499e-9370-49cf71d26508), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:41.339165 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (e946320a-be68-499e-9370-49cf71d26508), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:41.422634 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=e946320a-be68-499e-9370-49cf71d26508,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:41.472399 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752432d6-f952-4812-9bc7-569b2fb72ec5 req-4c21bcae-c1a0-4e58-b52d-a95f098ba58a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:41.474034 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-752432d6-f952-4812-9bc7-569b2fb72ec5 req-4c21bcae-c1a0-4e58-b52d-a95f098ba58a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0663941 May 04 17:51:41.478538 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (5c7be63c-ba90-43c3-9834-3fbf250de36f), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:41.529934 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-752432d6-f952-4812-9bc7-569b2fb72ec5 req-a577a6aa-0d86-4b25-a937-8e22b43ccc79 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469084 May 04 17:51:41.570407 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:41.571924 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0a34efaf-4b05-4528-97f8-29f0f4691f2d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8976762 May 04 17:51:41.671897 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device dd0d6a6c-49ed-4610-a0d0-709d4c76b12b up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:51:41.739865 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:41.740319 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:41.783978 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601ed77-6cb4-4b5b-935b-5d675ee5eb74 req-d69a5475-b9e6-4d41-84f1-ff4e94826552 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:41.785734 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2601ed77-6cb4-4b5b-935b-5d675ee5eb74 req-d69a5475-b9e6-4d41-84f1-ff4e94826552 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.1372280 May 04 17:51:41.864644 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2601ed77-6cb4-4b5b-935b-5d675ee5eb74 req-3455f0cd-15a0-4d87-bc29-c3e81e772236 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609956 May 04 17:51:41.887278 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:41.895857 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-bbe78efc-bea7-49be-8de8-a8f8a06f4f53 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1441841386&fields=id&tenant_id=4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 267 time: 0.0501935 May 04 17:51:42.020228 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec422ab-4bfd-4c8f-bd91-ce8fc664bcf2 req-68dbd8c2-2073-48e0-8754-0925645a8181 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:42.022093 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1ec422ab-4bfd-4c8f-bd91-ce8fc664bcf2 req-68dbd8c2-2073-48e0-8754-0925645a8181 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 950 time: 0.0543740 May 04 17:51:42.038747 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-2974b8fb-3758-4468-bdd8-99a6bb89e76b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:42.040419 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-2974b8fb-3758-4468-bdd8-99a6bb89e76b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 814 time: 0.1373885 May 04 17:51:42.059118 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-3c9e8b38-5d43-46e1-8783-d7aea59c3b6c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/quotas/4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 375 time: 0.0101106 May 04 17:51:42.087049 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1ec422ab-4bfd-4c8f-bd91-ce8fc664bcf2 req-52ee25da-09ed-452e-99a3-c61b605608a8 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545738 May 04 17:51:42.117019 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-f3357154-9fb6-4bf1-a0fd-9856c68741c9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500026 May 04 17:51:42.227175 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-ab539643-2ac9-4db8-8017-257d7ad71796 service neutron] 10.222.0.81 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899510 May 04 17:51:42.327725 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-cffb1a51-13a5-484a-a58f-6511c24a84b5 service neutron] 10.222.0.81 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920579 May 04 17:51:42.436574 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9888d878-97ee-42e6-b92d-23f327125155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:42.610693 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-93f5add1-b6fb-4359-a226-c67df0156598 req-26aaa3d9-89d7-4e05-b6aa-1ba6f1840fdd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 210 time: 0.0310879 May 04 17:51:42.803262 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34276) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:43.056433 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-5f3f63b0-e784-4444-bdb5-5d584e898d1f tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:43.058001 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-5f3f63b0-e784-4444-bdb5-5d584e898d1f tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.86 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 950 time: 0.0467885 May 04 17:51:43.093561 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-165cf55a-e2b8-4f2e-be49-39a3dd154094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.175206 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Deleting port 068b51c0-e0dd-4d20-aac8-0b01370925f0 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:51:43.175206 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.205048 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-165cf55a-e2b8-4f2e-be49-39a3dd154094 admin admin] Publish callbacks [] for security_group (b47b43f5-3b19-45fd-af1f-34b7fc6eaf3c), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.298859 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] For port 068b51c0-e0dd-4d20-aac8-0b01370925f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=068b51c0-e0dd-4d20-aac8-0b01370925f0,segment=NetworkSegment(61cf304c-4ad6-4120-a2f4-9f06a026f6e1),segment_id=61cf304c-4ad6-4120-a2f4-9f06a026f6e1)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:43.299420 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.314501 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-165cf55a-e2b8-4f2e-be49-39a3dd154094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b47b43f5-3b19-45fd-af1f-34b7fc6eaf3c), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.316799 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Calling delete_port for 068b51c0-e0dd-4d20-aac8-0b01370925f0 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:51:43.373285 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf55a-e2b8-4f2e-be49-39a3dd154094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b43f5-3b19-45fd-af1f-34b7fc6eaf3c,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:43.393892 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-165cf55a-e2b8-4f2e-be49-39a3dd154094 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b6c17e91e3842d783b5cced1529eff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5894964 May 04 17:51:43.396693 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34296) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:43.416403 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb5ac1-1fdc-44e6-b358-988d9165b775 req-42b9fe5e-6adb-4abd-bac8-6488b8430c8a tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:43.418422 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-88bb5ac1-1fdc-44e6-b358-988d9165b775 req-42b9fe5e-6adb-4abd-bac8-6488b8430c8a tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 950 time: 0.0573394 May 04 17:51:43.473455 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-88bb5ac1-1fdc-44e6-b358-988d9165b775 req-30369b3f-f39b-4719-8d95-29bfa4e18443 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/security-groups?id=687c85ee-8334-4b7a-aaa1-ae3db6958921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 May 04 17:51:43.491199 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2692808b-b870-47ea-8f14-8e9490264e17 admin admin] Publish callbacks [] for security_group (b47b43f5-3b19-45fd-af1f-34b7fc6eaf3c), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.535446 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2692808b-b870-47ea-8f14-8e9490264e17 admin admin] Publish callbacks [] for security_group (b47b43f5-3b19-45fd-af1f-34b7fc6eaf3c), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.619068 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (068b51c0-e0dd-4d20-aac8-0b01370925f0), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.634262 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['068b51c0-e0dd-4d20-aac8-0b01370925f0'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:51:43.679684 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2692808b-b870-47ea-8f14-8e9490264e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b47b43f5-3b19-45fd-af1f-34b7fc6eaf3c), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.682587 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2692808b-b870-47ea-8f14-8e9490264e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.683915 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-2692808b-b870-47ea-8f14-8e9490264e17 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b47b43f5-3b19-45fd-af1f-34b7fc6eaf3c HTTP/1.1" status: 204 len: 168 time: 0.2862704 May 04 17:51:43.684849 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Pushing event deleted for resources: {'Port': ['ID=068b51c0-e0dd-4d20-aac8-0b01370925f0,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:43.732872 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692808b-b870-47ea-8f14-8e9490264e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b43f5-3b19-45fd-af1f-34b7fc6eaf3c,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:43.743022 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] No DVR routers for this DVR port 068b51c0-e0dd-4d20-aac8-0b01370925f0 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:51:43.756528 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:43.759150 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f73fb1a4-36c5-48ec-a7f6-8119d2eb63b8 req-d6cad997-945a-449c-a3c7-ee1931c8f340 tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.86 "DELETE /v2.0/ports/068b51c0-e0dd-4d20-aac8-0b01370925f0 HTTP/1.1" status: 204 len: 173 time: 0.6954727 May 04 17:51:43.759845 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339e8d6d-6065-4fcd-a220-1cb7378a2102', 'name': 'network-vif-deleted', 'tag': '068b51c0-e0dd-4d20-aac8-0b01370925f0'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:43.762311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17ff6f7-a082-4ada-8ed6-7ee505b7d3bf" -d '{"events": [{"server_uuid": "339e8d6d-6065-4fcd-a220-1cb7378a2102", "name": "network-vif-deleted", "tag": "068b51c0-e0dd-4d20-aac8-0b01370925f0"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:51:43.791669 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-42015667-a048-4957-b481-15af8950a75a req-a27409a6-65ba-43e3-aef7-a1efac6474d8 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 210 time: 0.0670562 May 04 17:51:43.833273 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b50d0d6-b6c2-47ee-95b8-7f44683a2707 x-openstack-request-id: req-9b50d0d6-b6c2-47ee-95b8-7f44683a2707 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:51:43.833576 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339e8d6d-6065-4fcd-a220-1cb7378a2102", "name": "network-vif-deleted", "tag": "068b51c0-e0dd-4d20-aac8-0b01370925f0", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:51:43.833837 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b50d0d6-b6c2-47ee-95b8-7f44683a2707 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:51:43.834297 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b50d0d6-b6c2-47ee-95b8-7f44683a2707'] response: {'server_uuid': '339e8d6d-6065-4fcd-a220-1cb7378a2102', 'name': 'network-vif-deleted', 'tag': '068b51c0-e0dd-4d20-aac8-0b01370925f0', 'status': 'completed', 'code': 200} May 04 17:51:43.993729 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:44.463212 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317a0a7-86d9-4b39-a29b-dd91cf05c250 req-cac2b2a7-35dc-4fbd-af79-d19526649c2b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:44.464818 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4317a0a7-86d9-4b39-a29b-dd91cf05c250 req-cac2b2a7-35dc-4fbd-af79-d19526649c2b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0458543 May 04 17:51:44.517391 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4317a0a7-86d9-4b39-a29b-dd91cf05c250 req-060ec862-346a-40a2-b2a4-6ac576b5c605 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 May 04 17:51:44.584890 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1895735c-306a-405d-8578-28cfb28da968 req-3deb0575-51fe-490d-8009-7a9061fd3aad tempest-VolumesNegativeTest-1217569891 tempest-VolumesNegativeTest-1217569891-project] 10.222.0.81 "GET /v2.0/ports?device_id=339e8d6d-6065-4fcd-a220-1cb7378a2102 HTTP/1.1" status: 200 len: 210 time: 0.0287519 May 04 17:51:44.600896 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34326) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:44.633541 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-af8fd69e-db09-4f26-a416-a3cc8724cce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:44.730124 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-af8fd69e-db09-4f26-a416-a3cc8724cce6 admin admin] Publish callbacks [] for security_group (d91a2b31-f369-4495-a02a-66872db6f284), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:44.781003 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-59cdf7f7-7e5e-43d1-8b79-c028ca280aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:44.782516 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-59cdf7f7-7e5e-43d1-8b79-c028ca280aad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 1129 time: 0.0431526 May 04 17:51:44.796976 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-af8fd69e-db09-4f26-a416-a3cc8724cce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (d91a2b31-f369-4495-a02a-66872db6f284), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:44.842436 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-af8fd69e-db09-4f26-a416-a3cc8724cce6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e99e9d6f75a4bab8d37f834ea825a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225444 May 04 17:51:44.842436 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fd69e-db09-4f26-a416-a3cc8724cce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91a2b31-f369-4495-a02a-66872db6f284,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:44.842793 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34332) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:44.909779 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6411fe71-49e2-4aff-a381-fe93ac48bfcf admin admin] Publish callbacks [] for security_group (d91a2b31-f369-4495-a02a-66872db6f284), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:44.933385 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-533e8f39-e012-481a-a30f-c06fa02590ef req-22227a19-649d-4431-a0ea-27131bb85c3d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 210 time: 0.0386539 May 04 17:51:44.953810 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6411fe71-49e2-4aff-a381-fe93ac48bfcf admin admin] Publish callbacks [] for security_group (d91a2b31-f369-4495-a02a-66872db6f284), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:45.074491 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6411fe71-49e2-4aff-a381-fe93ac48bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (d91a2b31-f369-4495-a02a-66872db6f284), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:45.077834 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6411fe71-49e2-4aff-a381-fe93ac48bfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:45.078970 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-6411fe71-49e2-4aff-a381-fe93ac48bfcf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d91a2b31-f369-4495-a02a-66872db6f284 HTTP/1.1" status: 204 len: 168 time: 0.2351947 May 04 17:51:45.089206 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411fe71-49e2-4aff-a381-fe93ac48bfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91a2b31-f369-4495-a02a-66872db6f284,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:45.215714 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-e07cbb66-6985-4536-9d93-c72b64dc98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.217871 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-e07cbb66-6985-4536-9d93-c72b64dc98f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1557722 May 04 17:51:45.262667 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-f46b3804-af35-43dd-b1e4-8cc3531e0d78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0381260 May 04 17:51:45.332865 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-ee3dc50b-89b2-4d09-9b31-d1213805bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.334352 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-ee3dc50b-89b2-4d09-9b31-d1213805bdd5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.0453448 May 04 17:51:45.386743 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-eb2574bf-4115-4dd8-8be8-81b0694df3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.389266 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-eb2574bf-4115-4dd8-8be8-81b0694df3b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480964 May 04 17:51:45.459273 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:45.600127 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-e2ea2631-397b-402f-9e42-4c1b256f2b03 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935959 May 04 17:51:45.607794 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-9cca3846-961f-4de6-a9a8-01d5279fefc4 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.609632 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-9cca3846-961f-4de6-a9a8-01d5279fefc4 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 814 time: 0.1956561 May 04 17:51:45.724319 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de7bdf-529f-4cd3-9236-2f8ad00f07ac req-0eddc5a9-23f5-4b9e-84c7-a2714735734e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.726733 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-86de7bdf-529f-4cd3-9236-2f8ad00f07ac req-0eddc5a9-23f5-4b9e-84c7-a2714735734e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.1151476 May 04 17:51:45.823503 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-40a7db01-3b71-45f6-b998-9245b93a6e86 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 380 time: 0.1885083 May 04 17:51:45.859604 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7e0ee93f-c216-41a5-a9df-4f8691ca02ef req-a93ad76c-750e-44cc-9d4c-9114b0951728 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489390 May 04 17:51:45.862909 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-86de7bdf-529f-4cd3-9236-2f8ad00f07ac req-744319e2-c5e6-4e3f-b41b-5745688b54b4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050563 May 04 17:51:46.041043 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-27cb74f7-41a3-4883-91d4-9eeee09cc9fb req-5ca2e023-18c4-454f-a6de-9645fa412928 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 210 time: 0.0351579 May 04 17:51:46.245020 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34398) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:46.357816 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1424664445-network', 'tenant_id': 'c06c0c46c9c943d8872174cb55d64c3f'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:46.430662 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Made reservation on behalf of c06c0c46c9c943d8872174cb55d64c3f for: {'network': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:46.433040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.441910 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.520067 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Publish callbacks [] for security_group (77fb3789-d99c-49dc-b26a-9b22bc342405), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.520314 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 068b51c0-e0dd-4d20-aac8-0b01370925f0 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:51:46.545097 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 068b51c0-e0dd-4d20-aac8-0b01370925f0 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:51:46.545097 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 068b51c0-e0dd-4d20-aac8-0b01370925f0 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:51:46.594124 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (77fb3789-d99c-49dc-b26a-9b22bc342405), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.619827 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=110468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:51:46.631511 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb3789-d99c-49dc-b26a-9b22bc342405,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:46.635255 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (76e0f59b-3ae8-4a9f-9d90-be764e24820d), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.635401 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.segments_db [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Added segment 76e0f59b-3ae8-4a9f-9d90-be764e24820d of type vlan for network 7c27780f-3810-49fc-b1ea-df10ebc65d1e May 04 17:51:46.684487 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (7c27780f-3810-49fc-b1ea-df10ebc65d1e), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.761923 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.790771 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (7c27780f-3810-49fc-b1ea-df10ebc65d1e), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.791759 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:46.792352 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:46.853499 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] Pushing event updated for resources: {'Network': ['ID=7c27780f-3810-49fc-b1ea-df10ebc65d1e,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:46.863828 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 7c27780f-3810-49fc-b1ea-df10ebc65d1e details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:51:46.923757 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5dcaaea6-b01c-4efd-938a-adfebd715e2f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6773880 May 04 17:51:46.926287 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34428) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:46.932518 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Request body: {'subnet': {'network_id': '7c27780f-3810-49fc-b1ea-df10ebc65d1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1424664445-subnet', 'tenant_id': 'c06c0c46c9c943d8872174cb55d64c3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:46.987016 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e12851-333e-4ada-94ae-793efcddd4fe req-276c7149-d067-4d34-b167-8bc54d83f92c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:46.988769 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-59e12851-333e-4ada-94ae-793efcddd4fe req-276c7149-d067-4d34-b167-8bc54d83f92c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0522149 May 04 17:51:47.042006 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Made reservation on behalf of c06c0c46c9c943d8872174cb55d64c3f for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:47.045568 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:47.055058 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-59e12851-333e-4ada-94ae-793efcddd4fe req-636eb27d-4603-44b4-8a64-ac383bd7aa07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586696 May 04 17:51:47.152976 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9c06a0e8-ae46-4f24-bbfa-8d0bbecac4d9 req-6bcad9fe-7585-4cfb-af0b-e654d5b00c31 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 210 time: 0.0367804 May 04 17:51:47.320249 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (fa476973-83be-4b6a-ba3d-077572da3003), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:47.350354 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'port': {'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'admin_state_up': True, 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'security_groups': ['dcf36493-10a5-4b8f-991a-0ebe97fae6a5']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:47.403632 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa476973-83be-4b6a-ba3d-077572da3003,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:47.409581 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Checking segment: {'id': '76e0f59b-3ae8-4a9f-9d90-be764e24820d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '7c27780f-3810-49fc-b1ea-df10ebc65d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:47.409581 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Network hostable DHCP agents. Network: 7c27780f-3810-49fc-b1ea-df10ebc65d1e, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:51:47.491383 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Network 7c27780f-3810-49fc-b1ea-df10ebc65d1e is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:51:47.582419 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Made reservation on behalf of 4fb5955a770341b28fa73947bd6346ed for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:47.585880 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:47.630403 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 7c27780f-3810-49fc-b1ea-df10ebc65d1e) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:47.634643 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:47.635268 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:47.643216 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a42c5-4041-40d9-a06f-575bb59f58de None None] Network 7c27780f-3810-49fc-b1ea-df10ebc65d1e requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:51:47.726138 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-a9276ee8-ed37-4551-bf84-3eb609b4d6be admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7893612 May 04 17:51:47.738233 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Allocated IP 172.20.0.8 (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f/d05d631b-77c6-4698-90f1-9e7614c9da5f/40481ceb-6414-4b1b-b791-5007b50995f0) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:47.755866 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aac9b3-87bc-4a35-a0a5-495e2550aac0 None None] Network 7c27780f-3810-49fc-b1ea-df10ebc65d1e requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:51:47.894498 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (40481ceb-6414-4b1b-b791-5007b50995f0), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:47.989329 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.031191 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:48.034365 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:48.039546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:51:48.337402 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0222dca-2509-4dce-af36-20726761461f req-62cbd127-9cbf-4bbe-877e-0d0ae686a9f8 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:48.344993 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e0222dca-2509-4dce-af36-20726761461f req-62cbd127-9cbf-4bbe-877e-0d0ae686a9f8 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 931 time: 0.0673358 May 04 17:51:48.375933 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-f20cfed9-e56a-4c1f-b2b5-c9fc60fe8795 None None] Provisioning complete for port 40481ceb-6414-4b1b-b791-5007b50995f0 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:48.380062 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f20cfed9-e56a-4c1f-b2b5-c9fc60fe8795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.395385 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6769-04b8-44e7-8168-b1fcc1f65764 req-0db6de9f-f4d5-47b9-a19f-9e735a444227 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:48.397003 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9baa6769-04b8-44e7-8168-b1fcc1f65764 req-0db6de9f-f4d5-47b9-a19f-9e735a444227 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0604160 May 04 17:51:48.400328 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=40481ceb-6414-4b1b-b791-5007b50995f0,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:48.424599 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e0222dca-2509-4dce-af36-20726761461f req-d2a78d46-ba24-435b-aa28-41215a5ca0fa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766766 May 04 17:51:48.445351 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:48.446019 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.446967 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-f20cfed9-e56a-4c1f-b2b5-c9fc60fe8795 None None] Port 40481ceb-6414-4b1b-b791-5007b50995f0 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:51:48.483601 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9baa6769-04b8-44e7-8168-b1fcc1f65764 req-38bd170b-eeca-4008-a290-5443110756d3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682774 May 04 17:51:48.543671 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-72b79028-1c8c-4f99-9276-0706b0dace11 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1962838 May 04 17:51:48.565927 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34542) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:48.572081 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-825801678-network', 'tenant_id': 'b843a394167b460a931705d934743973'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:48.656717 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Made reservation on behalf of b843a394167b460a931705d934743973 for: {'network': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:48.659041 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.670304 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.684419 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Request body: {'port': {'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:48.752983 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.762228 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Publish callbacks [] for security_group (8f7e978b-313d-4bf7-914e-46251fe83c1b), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.846059 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (8f7e978b-313d-4bf7-914e-46251fe83c1b), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.876691 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=110468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:51:48.887379 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7e978b-313d-4bf7-914e-46251fe83c1b,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:48.892552 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (39f49b09-9f90-4f12-b750-d95d0b6570eb), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:48.892899 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.segments_db [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Added segment 39f49b09-9f90-4f12-b750-d95d0b6570eb of type vlan for network ba7ac5bf-81f8-41d4-83ae-d9305d776ed6 May 04 17:51:48.935696 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (ba7ac5bf-81f8-41d4-83ae-d9305d776ed6), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.024327 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40481ceb-6414-4b1b-b791-5007b50995f0 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:51:49.032037 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Publish callbacks [] for port (40481ceb-6414-4b1b-b791-5007b50995f0), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.045897 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Transition to ACTIVE for port object 40481ceb-6414-4b1b-b791-5007b50995f0 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:51:49.068607 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (ba7ac5bf-81f8-41d4-83ae-d9305d776ed6), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.073552 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:49.073552 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.144231 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7ac5bf-81f8-41d4-83ae-d9305d776ed6,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:49.153954 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network ba7ac5bf-81f8-41d4-83ae-d9305d776ed6 details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:51:49.161969 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.202701 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-65d5ab31-6cb3-44c6-95e5-813b64305450 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6350939 May 04 17:51:49.208760 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34592) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:49.208760 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Request body: {'subnet': {'network_id': 'ba7ac5bf-81f8-41d4-83ae-d9305d776ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-825801678-subnet', 'tenant_id': 'b843a394167b460a931705d934743973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:49.283506 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Pushing event updated for resources: {'Port': ['ID=40481ceb-6414-4b1b-b791-5007b50995f0,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:49.319731 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Attempting to bind port 40481ceb-6414-4b1b-b791-5007b50995f0 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:51:49.320169 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Attempting to bind port 40481ceb-6414-4b1b-b791-5007b50995f0 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:51:49.320610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Attempting to bind port 40481ceb-6414-4b1b-b791-5007b50995f0 on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:51:49.325988 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Port 40481ceb-6414-4b1b-b791-5007b50995f0 on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:51:49.326518 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Attempting to bind port 40481ceb-6414-4b1b-b791-5007b50995f0 on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:51:49.333308 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:51:49.333774 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Checking segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:49.334262 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Bound using segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:51:49.334806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Bound port: 40481ceb-6414-4b1b-b791-5007b50995f0, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:51:49.335271 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.338829 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Made reservation on behalf of b843a394167b460a931705d934743973 for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:49.341817 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.437254 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] For port 40481ceb-6414-4b1b-b791-5007b50995f0, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:51:49.456599 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] For port 40481ceb-6414-4b1b-b791-5007b50995f0, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40481ceb-6414-4b1b-b791-5007b50995f0,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:51:49.585034 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.606299 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514878e-3685-407a-bf1d-de2588b1c684 req-acf1b461-fe16-46d2-b01d-68ca7b6e1b76 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:49.608333 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a514878e-3685-407a-bf1d-de2588b1c684 req-acf1b461-fe16-46d2-b01d-68ca7b6e1b76 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 943 time: 0.1092339 May 04 17:51:49.683027 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2239d56-f30b-453a-b578-0d0c5d201bac req-2b31ade1-20b2-4f69-b2d8-d0938fab70cc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:49.685848 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b2239d56-f30b-453a-b578-0d0c5d201bac req-2b31ade1-20b2-4f69-b2d8-d0938fab70cc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0938017 May 04 17:51:49.693836 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:49.694526 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.696643 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] 10.222.0.86 "PUT /v2.0/ports/40481ceb-6414-4b1b-b791-5007b50995f0 HTTP/1.1" status: 200 len: 1093 time: 1.0168149 May 04 17:51:49.702940 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a514878e-3685-407a-bf1d-de2588b1c684 req-82149f52-d1cf-4bdd-9a68-7f98ca41d10b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727994 May 04 17:51:49.703549 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'tag': '40481ceb-6414-4b1b-b791-5007b50995f0'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:49.705837 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed41755a-9767-479a-bb53-82cf0cc45b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "239c1ade-8d1d-4875-ae4c-4cddb02f7054", "tag": "40481ceb-6414-4b1b-b791-5007b50995f0"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:51:49.744763 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (e1e437ef-8b23-4dfc-a632-dd2da9332224), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:49.796429 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd4938-6dbc-48ce-b98e-52a074bc97e8 service neutron] Pushing event updated for resources: {'Port': ['ID=40481ceb-6414-4b1b-b791-5007b50995f0,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:49.849268 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fa22c7-ce8d-4a95-b21c-e7dd5b336f7d x-openstack-request-id: req-e1fa22c7-ce8d-4a95-b21c-e7dd5b336f7d {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:51:49.849852 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239c1ade-8d1d-4875-ae4c-4cddb02f7054", "tag": "40481ceb-6414-4b1b-b791-5007b50995f0", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:51:49.850594 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1fa22c7-ce8d-4a95-b21c-e7dd5b336f7d {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:51:49.851240 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1fa22c7-ce8d-4a95-b21c-e7dd5b336f7d'] response: {'name': 'network-changed', 'server_uuid': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'tag': '40481ceb-6414-4b1b-b791-5007b50995f0', 'status': 'completed', 'code': 200} May 04 17:51:49.909895 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e437ef-8b23-4dfc-a632-dd2da9332224,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:49.912418 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Checking segment: {'id': '39f49b09-9f90-4f12-b750-d95d0b6570eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'ba7ac5bf-81f8-41d4-83ae-d9305d776ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:49.913118 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Network hostable DHCP agents. Network: ba7ac5bf-81f8-41d4-83ae-d9305d776ed6, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:51:49.920479 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b2239d56-f30b-453a-b578-0d0c5d201bac req-2450640a-d0c6-4697-b65f-a177da8b1888 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255015 May 04 17:51:49.941979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41755a-9767-479a-bb53-82cf0cc45b0a req-756f8507-b2b9-4f48-8b19-69182c675e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:49.946007 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ed41755a-9767-479a-bb53-82cf0cc45b0a req-756f8507-b2b9-4f48-8b19-69182c675e59 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 1127 time: 0.0676689 May 04 17:51:50.053217 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41755a-9767-479a-bb53-82cf0cc45b0a req-6612bd0b-149e-4ce9-b229-3f6aaabe8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.054612 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ed41755a-9767-479a-bb53-82cf0cc45b0a req-6612bd0b-149e-4ce9-b229-3f6aaabe8808 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4fb5955a770341b28fa73947bd6346ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008008 May 04 17:51:50.062397 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Network ba7ac5bf-81f8-41d4-83ae-d9305d776ed6 is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:51:50.145036 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, ba7ac5bf-81f8-41d4-83ae-d9305d776ed6) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:50.150775 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.151532 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:50.161085 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d61f7-47d9-4842-9d8a-12188517cde3 None None] Network ba7ac5bf-81f8-41d4-83ae-d9305d776ed6 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:51:50.184942 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41755a-9767-479a-bb53-82cf0cc45b0a req-5245cde9-45a4-43cb-8c48-00b4dd4c26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.186588 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ed41755a-9767-479a-bb53-82cf0cc45b0a req-5245cde9-45a4-43cb-8c48-00b4dd4c26b2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233535 May 04 17:51:50.264486 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b8012d27-605f-4184-9d96-889e4f1ad527 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0583773 May 04 17:51:50.293648 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-1f912786-472d-4193-ac2f-754243a23421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.296062 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-1f912786-472d-4193-ac2f-754243a23421 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 1127 time: 0.0612845 May 04 17:51:50.316958 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dfe274-c4b7-483d-9255-29e700e9cd29 None None] Network ba7ac5bf-81f8-41d4-83ae-d9305d776ed6 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:51:50.374177 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-0f357b54-6618-4662-bf5c-8eff339c5e45 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40481ceb-6414-4b1b-b791-5007b50995f0 HTTP/1.1" status: 200 len: 217 time: 0.0541177 May 04 17:51:50.439193 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-64ef00fc-e81b-4552-b761-38b5c11a3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.440785 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-64ef00fc-e81b-4552-b761-38b5c11a3324 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.0669618 May 04 17:51:50.458509 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34664) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:50.506665 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-c5203598-479b-43ee-86d1-62f46976211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.508171 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-c5203598-479b-43ee-86d1-62f46976211f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508332 May 04 17:51:50.624426 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-92140807-4545-475b-a130-613ff0b8b052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:50.648140 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-3c59c158-9329-4918-b70f-8bf862a2dfc0 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287215 May 04 17:51:50.724743 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-92140807-4545-475b-a130-613ff0b8b052 admin admin] Publish callbacks [] for security_group (3974a3a0-1c7a-4164-879a-d0d897942de7), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:50.745548 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5299e453-bae5-45f3-b339-2da78df6c9ea req-45c73751-247b-4c33-8053-b647f63f8e0c service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907109 May 04 17:51:50.840050 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-92140807-4545-475b-a130-613ff0b8b052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (3974a3a0-1c7a-4164-879a-d0d897942de7), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:50.886535 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-92140807-4545-475b-a130-613ff0b8b052 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d12b99d6e3346e59a208a9e8f3a6757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250262 May 04 17:51:50.887171 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34686) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:50.892053 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f490e74-3d6c-46db-a8e4-07050e4091d6 req-e27de4be-c56a-4d93-9271-dfb13fafda54 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.894455 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2f490e74-3d6c-46db-a8e4-07050e4091d6 req-e27de4be-c56a-4d93-9271-dfb13fafda54 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 943 time: 0.0630565 May 04 17:51:50.901096 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92140807-4545-475b-a130-613ff0b8b052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3974a3a0-1c7a-4164-879a-d0d897942de7,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:50.943811 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-07486d94-e591-434e-95bc-4f4186d1e0d9 admin admin] Publish callbacks [] for security_group (3974a3a0-1c7a-4164-879a-d0d897942de7), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:50.948335 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2f490e74-3d6c-46db-a8e4-07050e4091d6 req-92ab251d-f7e0-4430-98e4-e68fcc7f0d8d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475562 May 04 17:51:50.975425 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-07486d94-e591-434e-95bc-4f4186d1e0d9 admin admin] Publish callbacks [] for security_group (3974a3a0-1c7a-4164-879a-d0d897942de7), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:51.280215 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e71205-4745-416b-a468-b13bfe2352fd req-dfeb85e6-3d38-41ba-a204-9780dffc7cbe tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:51.281737 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-21e71205-4745-416b-a468-b13bfe2352fd req-dfeb85e6-3d38-41ba-a204-9780dffc7cbe tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.2782726 May 04 17:51:51.334934 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-21e71205-4745-416b-a468-b13bfe2352fd req-e76ea450-5c9c-4590-81c6-fb3cf59251c2 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476422 May 04 17:51:51.407940 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-07486d94-e591-434e-95bc-4f4186d1e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (3974a3a0-1c7a-4164-879a-d0d897942de7), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:51.410818 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-07486d94-e591-434e-95bc-4f4186d1e0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:51.412001 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-07486d94-e591-434e-95bc-4f4186d1e0d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3974a3a0-1c7a-4164-879a-d0d897942de7 HTTP/1.1" status: 204 len: 168 time: 0.5238993 May 04 17:51:51.421732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07486d94-e591-434e-95bc-4f4186d1e0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3974a3a0-1c7a-4164-879a-d0d897942de7,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:52.063359 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4046b97-7e1d-4963-aa9f-407cc0d93e3a req-30ba9f56-c19d-40ea-bb0c-480316d3ea87 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:52.064858 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b4046b97-7e1d-4963-aa9f-407cc0d93e3a req-30ba9f56-c19d-40ea-bb0c-480316d3ea87 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 943 time: 0.0480313 May 04 17:51:52.116203 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b4046b97-7e1d-4963-aa9f-407cc0d93e3a req-13b22daf-28fe-477d-8c77-f11def95ab5a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 May 04 17:51:52.220522 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34742) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:52.233751 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-988f3259-56fc-4d96-b182-c8b306941f0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.305541 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-988f3259-56fc-4d96-b182-c8b306941f0d admin admin] Publish callbacks [] for security_group (b5a912a0-4c1d-4c82-b04a-17db216b6c96), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.326764 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 40481ceb-6414-4b1b-b791-5007b50995f0 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:51:52.425866 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-988f3259-56fc-4d96-b182-c8b306941f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b5a912a0-4c1d-4c82-b04a-17db216b6c96), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.468215 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-988f3259-56fc-4d96-b182-c8b306941f0d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=742aa73ce482437dbb609a1a7e388c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465177 May 04 17:51:52.468490 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 40481ceb-6414-4b1b-b791-5007b50995f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40481ceb-6414-4b1b-b791-5007b50995f0,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:52.469539 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f3259-56fc-4d96-b182-c8b306941f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a912a0-4c1d-4c82-b04a-17db216b6c96,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:52.472278 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34750) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:52.480364 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bfcad-801c-4117-baa3-b16bef55bdba req-2c32f8dd-4f1f-4d07-af32-690fca3379a6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:52.482831 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d0bfcad-801c-4117-baa3-b16bef55bdba req-2c32f8dd-4f1f-4d07-af32-690fca3379a6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0739388 May 04 17:51:52.484891 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '40481ceb-6414-4b1b-b791-5007b50995f0', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:51:52.525200 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c1e9efda-8005-415c-a90a-3dc464e74a38 admin admin] Publish callbacks [] for security_group (b5a912a0-4c1d-4c82-b04a-17db216b6c96), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.526430 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 40481ceb-6414-4b1b-b791-5007b50995f0 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:52.526831 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.536681 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d0bfcad-801c-4117-baa3-b16bef55bdba req-a286b96a-4486-480b-9f1b-970160f5791d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474031 May 04 17:51:52.547563 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40481ceb-6414-4b1b-b791-5007b50995f0 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:51:52.550027 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c1e9efda-8005-415c-a90a-3dc464e74a38 admin admin] Publish callbacks [] for security_group (b5a912a0-4c1d-4c82-b04a-17db216b6c96), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.567798 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 40481ceb-6414-4b1b-b791-5007b50995f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40481ceb-6414-4b1b-b791-5007b50995f0,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:52.674381 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.682804 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c1e9efda-8005-415c-a90a-3dc464e74a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b5a912a0-4c1d-4c82-b04a-17db216b6c96), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.684340 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c1e9efda-8005-415c-a90a-3dc464e74a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:52.689217 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c1e9efda-8005-415c-a90a-3dc464e74a38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5a912a0-4c1d-4c82-b04a-17db216b6c96 HTTP/1.1" status: 204 len: 168 time: 0.2156126 May 04 17:51:52.717781 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9efda-8005-415c-a90a-3dc464e74a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a912a0-4c1d-4c82-b04a-17db216b6c96,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:52.769289 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=40481ceb-6414-4b1b-b791-5007b50995f0,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:53.026727 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['40481ceb-6414-4b1b-b791-5007b50995f0'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:51:53.166990 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67518ac9-56a8-43e0-869e-337f83a6a2a5 req-f043eee2-6a7b-4bf7-983a-a27568c763a4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:53.172774 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67518ac9-56a8-43e0-869e-337f83a6a2a5 req-f043eee2-6a7b-4bf7-983a-a27568c763a4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0844374 May 04 17:51:53.215492 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:53.230108 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67518ac9-56a8-43e0-869e-337f83a6a2a5 req-a0689e44-17be-4bfe-ab61-3a7a13daf377 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472364 May 04 17:51:53.284249 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc659327-3e3e-4798-8e48-cc5e9d39ae3c req-5bc8d578-72d0-4fed-978f-47a3a0620d3d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:53.285940 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-cc659327-3e3e-4798-8e48-cc5e9d39ae3c req-5bc8d578-72d0-4fed-978f-47a3a0620d3d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 944 time: 0.0778601 May 04 17:51:53.341664 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-cc659327-3e3e-4798-8e48-cc5e9d39ae3c req-b4a2488f-dc47-46cd-86f4-7e3321f43eec tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490479 May 04 17:51:53.420248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34790) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:53.560847 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-6bb8e24e-11ae-4a2d-82d7-d0fa7c77e52f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e89d4c345c649ca8c10016ed908e483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382537 May 04 17:51:53.563195 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34800) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:53.628115 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-999ff4a2-5e57-4dd8-b128-b1ceffe1b4ab admin admin] Publish callbacks [] for security_group (687c85ee-8334-4b7a-aaa1-ae3db6958921), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:53.675269 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-999ff4a2-5e57-4dd8-b128-b1ceffe1b4ab admin admin] Publish callbacks [] for security_group (687c85ee-8334-4b7a-aaa1-ae3db6958921), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:53.688360 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411937a3-75cb-494e-ace6-722c8d4a3173 req-d97eade6-3dbb-469d-8708-36bf14be4397 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:53.689911 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-411937a3-75cb-494e-ace6-722c8d4a3173 req-d97eade6-3dbb-469d-8708-36bf14be4397 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0797772 May 04 17:51:53.764997 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-d13b63b8-b04e-4dd8-a416-b39fc447d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:53.766568 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-d13b63b8-b04e-4dd8-a416-b39fc447d236 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 1130 time: 0.0717156 May 04 17:51:53.793570 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-411937a3-75cb-494e-ace6-722c8d4a3173 req-1e892f79-cf53-4cb8-a577-5bd5df660beb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970452 May 04 17:51:53.901471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-26d1cefc-ef54-404f-b16e-5d954ba0c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:53.903100 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-26d1cefc-ef54-404f-b16e-5d954ba0c945 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 917 time: 0.1073444 May 04 17:51:53.954227 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-999ff4a2-5e57-4dd8-b128-b1ceffe1b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (687c85ee-8334-4b7a-aaa1-ae3db6958921), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:53.956859 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-999ff4a2-5e57-4dd8-b128-b1ceffe1b4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:53.957991 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-999ff4a2-5e57-4dd8-b128-b1ceffe1b4ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/687c85ee-8334-4b7a-aaa1-ae3db6958921 HTTP/1.1" status: 204 len: 168 time: 0.3937595 May 04 17:51:53.971988 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ff4a2-5e57-4dd8-b128-b1ceffe1b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c85ee-8334-4b7a-aaa1-ae3db6958921,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:53.984535 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-6914b11f-4a12-4d80-97bd-4d3923ee721b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3 HTTP/1.1" status: 200 len: 1001 time: 0.0732841 May 04 17:51:54.041704 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-ac5ebdc4-7180-4478-a353-be2728b6c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:54.043463 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-ac5ebdc4-7180-4478-a353-be2728b6c075 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0499649 May 04 17:51:54.108051 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-54e7c1c8-6548-4c53-bccd-5571bf4c99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:54.109771 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-54e7c1c8-6548-4c53-bccd-5571bf4c99c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558879 May 04 17:51:54.207719 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-6d1c434a-4c89-49ab-8443-71ec1175e9ae service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913320 May 04 17:51:54.309876 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-88cc90e0-4465-47d2-81ce-b0b975f72228 req-f6df4b6a-a538-4522-a33f-52330ced1679 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955279 May 04 17:51:54.340250 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 40481ceb-6414-4b1b-b791-5007b50995f0 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:51:54.382370 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33c5a0-1dda-410f-ba52-87527902fb0d req-89722c50-ab8c-4455-ad1a-e7f9a70bc200 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:54.393278 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3f33c5a0-1dda-410f-ba52-87527902fb0d req-89722c50-ab8c-4455-ad1a-e7f9a70bc200 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0703547 May 04 17:51:54.415601 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 40481ceb-6414-4b1b-b791-5007b50995f0 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:51:54.473721 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3f33c5a0-1dda-410f-ba52-87527902fb0d req-a76cd5ca-2ab7-4d38-b2e9-33cd6013dc0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705352 May 04 17:51:54.483924 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff573595-f0e4-4c1a-bd1a-7d3434fc8a52 req-5112be84-c4ae-43ff-8d02-26a5b410a049 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:54.485948 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ff573595-f0e4-4c1a-bd1a-7d3434fc8a52 req-5112be84-c4ae-43ff-8d02-26a5b410a049 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 944 time: 0.0533755 May 04 17:51:54.490247 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 40481ceb-6414-4b1b-b791-5007b50995f0 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:54.490896 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:54.582729 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ff573595-f0e4-4c1a-bd1a-7d3434fc8a52 req-8fb0a71c-ee05-4509-ba23-eed369de8309 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742207 May 04 17:51:54.634105 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 40481ceb-6414-4b1b-b791-5007b50995f0 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:54.634629 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:54.673002 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 40481ceb-6414-4b1b-b791-5007b50995f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40481ceb-6414-4b1b-b791-5007b50995f0,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:54.673866 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40481ceb-6414-4b1b-b791-5007b50995f0'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:54.676213 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f568a1-c7b3-43b7-9ccb-4fddb559da81" -d '{"events": [{"server_uuid": "239c1ade-8d1d-4875-ae4c-4cddb02f7054", "name": "network-vif-plugged", "status": "completed", "tag": "40481ceb-6414-4b1b-b791-5007b50995f0"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:51:54.715372 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee5d8ed-9694-4b0b-9325-59821031e0cf x-openstack-request-id: req-eee5d8ed-9694-4b0b-9325-59821031e0cf {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:51:54.715671 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239c1ade-8d1d-4875-ae4c-4cddb02f7054", "name": "network-vif-plugged", "status": "completed", "tag": "40481ceb-6414-4b1b-b791-5007b50995f0", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:51:54.715936 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eee5d8ed-9694-4b0b-9325-59821031e0cf {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:51:54.716867 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee5d8ed-9694-4b0b-9325-59821031e0cf'] response: {'server_uuid': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40481ceb-6414-4b1b-b791-5007b50995f0', 'code': 200} May 04 17:51:54.780212 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:54.830861 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=40481ceb-6414-4b1b-b791-5007b50995f0,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:54.909077 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7516ec-6685-4a1c-ab33-3e8b43644eb0 req-f905d8a8-e7e1-48f1-a1c8-96ae1c4a9537 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:54.910546 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4e7516ec-6685-4a1c-ab33-3e8b43644eb0 req-f905d8a8-e7e1-48f1-a1c8-96ae1c4a9537 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0469244 May 04 17:51:54.970342 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4e7516ec-6685-4a1c-ab33-3e8b43644eb0 req-c919b89b-364f-4a81-94b8-7dbff2b6d903 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541356 May 04 17:51:55.265052 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b6e37-fe26-45f2-bc7b-c7fa88b3ef5f req-c5ef5400-647f-4be4-834b-44cc29dd44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:55.266663 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c83b6e37-fe26-45f2-bc7b-c7fa88b3ef5f req-c5ef5400-647f-4be4-834b-44cc29dd44c9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 1129 time: 0.0384605 May 04 17:51:55.318230 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c83b6e37-fe26-45f2-bc7b-c7fa88b3ef5f req-e314af69-fe7b-434e-9ed1-11edeea15d36 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395043 May 04 17:51:55.346240 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34892) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:55.441479 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1311394252-network', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:55.550900 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Made reservation on behalf of 15a8c4e6884c42919a5828e77d5abd4f for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:55.553248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:55.564916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:55.597304 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97802a51-a8af-4cae-90d1-5eb9223cf0ff req-3ab97cb4-8756-4d52-9b24-9a9f190b434c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:55.607727 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-97802a51-a8af-4cae-90d1-5eb9223cf0ff req-3ab97cb4-8756-4d52-9b24-9a9f190b434c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0620666 May 04 17:51:55.665836 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-97802a51-a8af-4cae-90d1-5eb9223cf0ff req-b62db574-36ad-4192-9df6-ee0292b83bb1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566268 May 04 17:51:55.724356 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Publish callbacks [] for security_group (465aa353-0249-469a-85e2-726ba3d359ca), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:55.741431 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb3dde-ae00-41f4-88a3-31ee9b41f2ab req-6871de40-59b9-4985-bf19-c1672a562117 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:55.749155 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-91cb3dde-ae00-41f4-88a3-31ee9b41f2ab req-6871de40-59b9-4985-bf19-c1672a562117 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 945 time: 0.0619898 May 04 17:51:55.795199 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-91cb3dde-ae00-41f4-88a3-31ee9b41f2ab req-06ac1213-dc21-473c-87b5-1a43bc4c1f76 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 May 04 17:51:55.796241 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (465aa353-0249-469a-85e2-726ba3d359ca), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:55.825030 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:51:55.831562 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465aa353-0249-469a-85e2-726ba3d359ca,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:55.839622 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (6b692d44-2fe6-42eb-a2fa-095c3e0a7227), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:55.839622 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Added segment 6b692d44-2fe6-42eb-a2fa-095c3e0a7227 of type vlan for network 8819b727-84a5-42ee-8d22-decbb7371ce4 May 04 17:51:55.886687 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (8819b727-84a5-42ee-8d22-decbb7371ce4), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:55.950223 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34916) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:56.068111 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d018-a273-42bf-81a0-f41aeedf0f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.310147 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30f0fa-8a7a-46c5-bef1-3b95e20a2aa8 req-f25a89c1-5b23-4e15-af27-f4ab823e8854 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:56.310147 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2b30f0fa-8a7a-46c5-bef1-3b95e20a2aa8 req-f25a89c1-5b23-4e15-af27-f4ab823e8854 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0496218 May 04 17:51:56.310147 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2b30f0fa-8a7a-46c5-bef1-3b95e20a2aa8 req-89348379-7fd6-4141-9433-adbba648ae4b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421894 May 04 17:51:56.310865 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d018-a273-42bf-81a0-f41aeedf0f07 admin admin] Publish callbacks [] for security_group (bc97bde2-a514-489a-a293-af0c5f984035), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.343495 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (8819b727-84a5-42ee-8d22-decbb7371ce4), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.344521 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:56.345141 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.403270 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d018-a273-42bf-81a0-f41aeedf0f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (bc97bde2-a514-489a-a293-af0c5f984035), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.438756 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8819b727-84a5-42ee-8d22-decbb7371ce4,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:56.439148 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:51:56.445409 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9d018-a273-42bf-81a0-f41aeedf0f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc97bde2-a514-489a-a293-af0c5f984035,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:56.455000 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34922) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:56.455100 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-f6e9d018-a273-42bf-81a0-f41aeedf0f07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85b3637ef71a4b5fb8daa143b76f221d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035982 May 04 17:51:56.506744 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bb7c-a642-47af-b226-e766369128e8 admin admin] Publish callbacks [] for security_group (bc97bde2-a514-489a-a293-af0c5f984035), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.532278 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bb7c-a642-47af-b226-e766369128e8 admin admin] Publish callbacks [] for security_group (bc97bde2-a514-489a-a293-af0c5f984035), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.572888 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e2592323-b81d-46df-920c-be0c7d12d7b3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2254994 May 04 17:51:56.577016 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34934) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:56.582090 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Request body: {'subnet': {'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1311394252-subnet', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:56.675124 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bb7c-a642-47af-b226-e766369128e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (bc97bde2-a514-489a-a293-af0c5f984035), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.677823 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dfa8bb7c-a642-47af-b226-e766369128e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.682064 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-dfa8bb7c-a642-47af-b226-e766369128e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc97bde2-a514-489a-a293-af0c5f984035 HTTP/1.1" status: 204 len: 168 time: 0.2226164 May 04 17:51:56.690479 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8bb7c-a642-47af-b226-e766369128e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc97bde2-a514-489a-a293-af0c5f984035,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:56.712064 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Made reservation on behalf of 15a8c4e6884c42919a5828e77d5abd4f for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:56.715925 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:56.831142 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088efd61-9b00-4945-8574-c63e5d033bcf req-c6c43c8c-f672-42c7-8e25-7c0e8b4a44ea tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:56.836467 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-088efd61-9b00-4945-8574-c63e5d033bcf req-c6c43c8c-f672-42c7-8e25-7c0e8b4a44ea tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0577362 May 04 17:51:56.896243 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-088efd61-9b00-4945-8574-c63e5d033bcf req-74c2c8ae-cd5a-4ed3-a56b-12c1080e41f9 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562854 May 04 17:51:56.960338 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327336d-0d9a-4418-a22e-c1ad05b0829a req-6bdfc865-579c-4aaa-b79f-673d872dbeee tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:56.961835 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a327336d-0d9a-4418-a22e-c1ad05b0829a req-6bdfc865-579c-4aaa-b79f-673d872dbeee tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 945 time: 0.0878224 May 04 17:51:57.009513 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (142f687c-be01-4227-a6f1-66b5d13f6606), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.014193 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a327336d-0d9a-4418-a22e-c1ad05b0829a req-ed60b0ee-46df-4764-8acf-c3a60e24cf15 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465949 May 04 17:51:57.084937 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=142f687c-be01-4227-a6f1-66b5d13f6606,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:57.098557 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Checking segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:57.098557 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Network hostable DHCP agents. Network: 8819b727-84a5-42ee-8d22-decbb7371ce4, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:51:57.174196 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:51:57.253899 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 8819b727-84a5-42ee-8d22-decbb7371ce4) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:57.259011 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:57.259711 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.263536 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01c415-e2c3-404f-b7f8-4397528d3635 None None] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:51:57.270667 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fe8b5-d977-4bb9-8c21-413b13fd3685 req-7116d16b-de6d-4dc8-99d8-cda95cb0d6c0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:57.272241 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-204fe8b5-d977-4bb9-8c21-413b13fd3685 req-7116d16b-de6d-4dc8-99d8-cda95cb0d6c0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0684788 May 04 17:51:57.322965 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-204fe8b5-d977-4bb9-8c21-413b13fd3685 req-2ac0aaca-8cf7-425d-8edc-0de8afbd3ac9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444827 May 04 17:51:57.369391 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-8819b727-84a5-42ee-8d22-decbb7371ce4', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:51:57.369571 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-22ac6655-b593-4e03-867b-8733f4cbbbde admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7915993 May 04 17:51:57.370509 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.372405 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 34970) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:57.377660 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:57.512305 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (6bb2b94d-4181-42ce-83d7-cab319b3c59a), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.514175 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (6bb2b94d-4181-42ce-83d7-cab319b3c59a), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.515902 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Allocated IP 172.20.0.2 (8819b727-84a5-42ee-8d22-decbb7371ce4/142f687c-be01-4227-a6f1-66b5d13f6606/4385161d-5471-4631-bdc1-1decbd40722d) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:57.596663 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks [] for router_controller (6bb2b94d-4181-42ce-83d7-cab319b3c59a), precommit_add_association {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.690726 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Publish callbacks [] for port (4385161d-5471-4631-bdc1-1decbd40722d), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.785846 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (4385161d-5471-4631-bdc1-1decbd40722d), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.827560 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:57.830646 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:57.836357 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:51:57.846103 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Pushing event updated for resources: {'Port': ['ID=4385161d-5471-4631-bdc1-1decbd40722d,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:57.856308 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks [] for router_gateway (6bb2b94d-4181-42ce-83d7-cab319b3c59a), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.906347 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Attempting to bind port 4385161d-5471-4631-bdc1-1decbd40722d on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:51:57.906744 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Attempting to bind port 4385161d-5471-4631-bdc1-1decbd40722d by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:51:57.907132 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Attempting to bind port 4385161d-5471-4631-bdc1-1decbd40722d on network 8819b727-84a5-42ee-8d22-decbb7371ce4 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:51:57.912405 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:51:57.913250 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Checking segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:51:57.913250 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.913812 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Bound using segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:51:57.914283 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Bound port: 4385161d-5471-4631-bdc1-1decbd40722d, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:51:57.914664 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4385161d-5471-4631-bdc1-1decbd40722d), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:57.990874 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] For port 4385161d-5471-4631-bdc1-1decbd40722d, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:51:57.994361 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] For port 4385161d-5471-4631-bdc1-1decbd40722d, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4385161d-5471-4631-bdc1-1decbd40722d,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:51:58.055486 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4385161d-5471-4631-bdc1-1decbd40722d), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:58.122487 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e301-c2a5-4a06-98ee-93ee8b2ca2cf None None] Pushing event updated for resources: {'Port': ['ID=4385161d-5471-4631-bdc1-1decbd40722d,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:58.195735 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a1a63-1704-4c56-9439-e7b2da0f88ef req-db3a4a2c-1d7e-4d8d-ada4-4ec9d0521792 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:58.197453 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c58a1a63-1704-4c56-9439-e7b2da0f88ef req-db3a4a2c-1d7e-4d8d-ada4-4ec9d0521792 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.1715198 May 04 17:51:58.203479 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks [] for router_gateway (6bb2b94d-4181-42ce-83d7-cab319b3c59a), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:58.215591 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb0044-8166-4a86-8ac0-920d732717af req-940deaa2-5780-4391-bd51-a4a58647e64b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:58.221242 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-10bb0044-8166-4a86-8ac0-920d732717af req-940deaa2-5780-4391-bd51-a4a58647e64b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 945 time: 0.1040957 May 04 17:51:58.235726 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:58.305975 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-10bb0044-8166-4a86-8ac0-920d732717af req-cfedc91e-0931-4885-a8c7-77073f86c4b1 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756369 May 04 17:51:58.329318 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c58a1a63-1704-4c56-9439-e7b2da0f88ef req-e1d58797-4b1b-4abc-9481-8d2fce09a71b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962417 May 04 17:51:58.418798 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Allocated IP 172.27.2.10 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/74f054aa-0396-4bfa-9300-c4beeaa8c2ca) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:58.479514 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62162e-f28d-42de-8da7-32b93f9cf2fa req-57f12915-49e1-4866-b667-ca9062a43374 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:58.481256 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ec62162e-f28d-42de-8da7-32b93f9cf2fa req-57f12915-49e1-4866-b667-ca9062a43374 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 945 time: 0.0895550 May 04 17:51:58.492075 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 34998) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:51:58.499668 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'floatingip': {'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:51:58.553998 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (5c7be63c-ba90-43c3-9834-3fbf250de36f), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:58.609697 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5288bf8-d10c-4540-b745-8730771b2f04 req-56047cc5-d5ee-49e6-af52-53435e8bc586 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:58.621515 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c5288bf8-d10c-4540-b745-8730771b2f04 req-56047cc5-d5ee-49e6-af52-53435e8bc586 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.1811419 May 04 17:51:58.674685 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks [] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:58.707456 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c5288bf8-d10c-4540-b745-8730771b2f04 req-c6af3187-b10e-42bf-a30c-ebe3eb8695cf tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825503 May 04 17:51:58.848823 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:58.888026 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:58.895894 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:58.902144 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:51:58.908347 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Pushing event updated for resources: {'Port': ['ID=74f054aa-0396-4bfa-9300-c4beeaa8c2ca,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:59.061408 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.145972 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (5c7be63c-ba90-43c3-9834-3fbf250de36f), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.259633 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Floating IP 5c7be63c-ba90-43c3-9834-3fbf250de36f associated. External IP: 172.27.2.85, port: 40481ceb-6414-4b1b-b791-5007b50995f0. May 04 17:51:59.323723 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks [] for router_gateway (6bb2b94d-4181-42ce-83d7-cab319b3c59a), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.363497 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c433f-adc2-4174-9acf-ab9c42b50c1f None None] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:51:59.454827 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-67613ccc-4caa-4b20-bf3b-1949a4ae28d8 None None] Provisioning complete for port 4385161d-5471-4631-bdc1-1decbd40722d triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:59.455126 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-67613ccc-4caa-4b20-bf3b-1949a4ae28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4385161d-5471-4631-bdc1-1decbd40722d), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.500533 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc0d96-5ff9-49ed-b228-a96657d6fb87 req-c1ab7d03-4965-4f44-9434-23ad7d465bac tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:59.503414 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1afc0d96-5ff9-49ed-b228-a96657d6fb87 req-c1ab7d03-4965-4f44-9434-23ad7d465bac tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0613885 May 04 17:51:59.567773 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (6bb2b94d-4181-42ce-83d7-cab319b3c59a), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.581255 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-67613ccc-4caa-4b20-bf3b-1949a4ae28d8 None None] Current status of the port 4385161d-5471-4631-bdc1-1decbd40722d is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:51:59.581642 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-67613ccc-4caa-4b20-bf3b-1949a4ae28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4385161d-5471-4631-bdc1-1decbd40722d), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.602500 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:51:59.623490 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-67613ccc-4caa-4b20-bf3b-1949a4ae28d8 None None] For port 4385161d-5471-4631-bdc1-1decbd40722d, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4385161d-5471-4631-bdc1-1decbd40722d,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:51:59.623696 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1afc0d96-5ff9-49ed-b228-a96657d6fb87 req-4b437cb6-f9ee-4547-9566-b0549bd2bfea tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767756 May 04 17:51:59.701678 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-67613ccc-4caa-4b20-bf3b-1949a4ae28d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4385161d-5471-4631-bdc1-1decbd40722d), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.757013 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4385161d-5471-4631-bdc1-1decbd40722d up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:51:59.773288 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67613ccc-4caa-4b20-bf3b-1949a4ae28d8 None None] Pushing event updated for resources: {'Port': ['ID=4385161d-5471-4631-bdc1-1decbd40722d,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:59.799115 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:51:59.803689 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:51:59.814103 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:51:59.820673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.832958 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:51:59.833594 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:59.868163 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 4385161d-5471-4631-bdc1-1decbd40722d triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:59.868587 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4385161d-5471-4631-bdc1-1decbd40722d), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.923281 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-79934a5a-deee-46f6-a2c0-0e0b861bdb6e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "PUT /v2.0/floatingips/5c7be63c-ba90-43c3-9834-3fbf250de36f HTTP/1.1" status: 200 len: 990 time: 1.4297106 May 04 17:51:59.936737 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'tag': '40481ceb-6414-4b1b-b791-5007b50995f0'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:59.936737 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb68a42b-28eb-4986-96ea-f7ec5e112933" -d '{"events": [{"name": "network-changed", "server_uuid": "239c1ade-8d1d-4875-ae4c-4cddb02f7054", "tag": "40481ceb-6414-4b1b-b791-5007b50995f0"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:51:59.972420 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-48898d32-6863-4752-b084-2d32b9dd1fab None None] Provisioning complete for port 4385161d-5471-4631-bdc1-1decbd40722d triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:51:59.984561 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-48898d32-6863-4752-b084-2d32b9dd1fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4385161d-5471-4631-bdc1-1decbd40722d), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:51:59.998144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661f2d96-150e-4c2f-835d-617f0495774c x-openstack-request-id: req-661f2d96-150e-4c2f-835d-617f0495774c {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:51:59.998616 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239c1ade-8d1d-4875-ae4c-4cddb02f7054", "tag": "40481ceb-6414-4b1b-b791-5007b50995f0", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:51:59.999108 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-661f2d96-150e-4c2f-835d-617f0495774c {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:51:59.999739 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661f2d96-150e-4c2f-835d-617f0495774c'] response: {'name': 'network-changed', 'server_uuid': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'tag': '40481ceb-6414-4b1b-b791-5007b50995f0', 'status': 'completed', 'code': 200} May 04 17:52:00.048072 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:52:00.050015 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:00.093592 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d57e90-cbab-4c42-8c04-b7e66bec5751 req-67c0df70-cccb-477a-9e40-cc07256d0e4e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:00.093592 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-89d57e90-cbab-4c42-8c04-b7e66bec5751 req-67c0df70-cccb-477a-9e40-cc07256d0e4e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.2690110 May 04 17:52:00.113320 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-b38744a5-89c8-4ae0-8ae9-a2153e7f246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:00.113320 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-b38744a5-89c8-4ae0-8ae9-a2153e7f246f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 1129 time: 0.0868676 May 04 17:52:00.113565 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:52:00.171864 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:00.176347 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:00.203675 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-89d57e90-cbab-4c42-8c04-b7e66bec5751 req-de91fa00-51a0-42fd-9ebe-e0b80beeabd7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093626 May 04 17:52:00.216619 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:00.221500 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0757a366-0a66-4014-bade-aee5c884b2ad admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8440464 May 04 17:52:00.224318 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35036) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:00.325300 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-97636d2f-7308-4f1c-b817-79446ff339f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:00.331371 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-97636d2f-7308-4f1c-b817-79446ff339f7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 915 time: 0.2098660 May 04 17:52:00.451709 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4385161d-5471-4631-bdc1-1decbd40722d is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:00.479603 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-8f6ef1b6-2bcf-4e24-bb5f-a5f651edef0a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40481ceb-6414-4b1b-b791-5007b50995f0 HTTP/1.1" status: 200 len: 998 time: 0.1390989 May 04 17:52:00.484909 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-48898d32-6863-4752-b084-2d32b9dd1fab None None] Current status of the port 4385161d-5471-4631-bdc1-1decbd40722d is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:00.485958 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:51:58Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:00.551242 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:00.556304 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:52:00.565697 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:00.566318 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:00.587418 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-fcc3940f-b3b9-4453-9398-375d89c55b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:00.598470 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-fcc3940f-b3b9-4453-9398-375d89c55b55 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.1043134 May 04 17:52:00.673212 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-282b0a4e-846f-4a35-8797-c73b4cca51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:00.675115 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-282b0a4e-846f-4a35-8797-c73b4cca51b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662520 May 04 17:52:00.715569 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:00.804096 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:51:59Z', 'revision_number': 3, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:00.807449 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45c0c8-ddee-419c-8d9e-e6c896ee932c req-4fac1bde-00b4-4a8e-bb4f-655daa30ee3f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:00.809188 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6e45c0c8-ddee-419c-8d9e-e6c896ee932c req-4fac1bde-00b4-4a8e-bb4f-655daa30ee3f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0851374 May 04 17:52:00.851957 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:52:00.852624 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Updating router 6bb2b94d-4181-42ce-83d7-cab319b3c59a port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:52:00.900135 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:00.962690 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-a521718a-fae0-43a0-8463-685e3956ca65 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688162 May 04 17:52:01.007078 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6e45c0c8-ddee-419c-8d9e-e6c896ee932c req-1df15ad1-c8e5-48be-824d-66916370f85b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411700 May 04 17:52:01.120368 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:51:58Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:01.155326 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb34b8d-e5dc-4e09-aa39-ffc15d71c7bc None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:51:58Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:52:01.220465 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.291234 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Publish callbacks [] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.361019 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.393197 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23fa15-4606-496d-8186-46186f03ec03 req-23336fa2-a1e7-4bf7-8da4-814eaffac90b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:01.394855 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ae23fa15-4606-496d-8186-46186f03ec03 req-23336fa2-a1e7-4bf7-8da4-814eaffac90b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0957961 May 04 17:52:01.470919 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c1537-9dc4-44d1-8c2f-e407f7ea976e None None] Pushing event updated for resources: {'Port': ['ID=74f054aa-0396-4bfa-9300-c4beeaa8c2ca,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:01.475645 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Attempting to bind port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:52:01.476018 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Attempting to bind port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:52:01.476538 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Attempting to bind port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:01.485748 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:52:01.486140 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:01.486686 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.487117 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:52:01.487603 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Bound port: 74f054aa-0396-4bfa-9300-c4beeaa8c2ca, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:52:01.487989 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.524165 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ae23fa15-4606-496d-8186-46186f03ec03 req-43195108-de06-41a0-b1f9-7d4eac9b35be tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155024 May 04 17:52:01.527861 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Allocated IP 172.20.0.1 (8819b727-84a5-42ee-8d22-decbb7371ce4/142f687c-be01-4227-a6f1-66b5d13f6606/bba391a2-a282-4e1a-b35f-260928e0fbef) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:01.537609 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bb68a42b-28eb-4986-96ea-f7ec5e112933 req-df22e556-9e0f-4f14-ad65-6d8d90ed4da6 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572674 May 04 17:52:01.581653 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d323884d-8a14-48fd-93b4-c6bea37140a5 None None] New status for floating IP 5c7be63c-ba90-43c3-9834-3fbf250de36f: ACTIVE {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:52:01.598022 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] For port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:52:01.603796 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] For port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=74f054aa-0396-4bfa-9300-c4beeaa8c2ca,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:52:01.689206 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.709160 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4385161d-5471-4631-bdc1-1decbd40722d up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:01.719191 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Publish callbacks [] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.806391 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c1537-9dc4-44d1-8c2f-e407f7ea976e None None] Pushing event updated for resources: {'Port': ['ID=74f054aa-0396-4bfa-9300-c4beeaa8c2ca,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:01.808905 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:01.809524 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:01.825929 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.860240 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 4385161d-5471-4631-bdc1-1decbd40722d triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:01.860646 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4385161d-5471-4631-bdc1-1decbd40722d), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.874954 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Pushing event updated for resources: {'Port': ['ID=bba391a2-a282-4e1a-b35f-260928e0fbef,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:01.884031 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:01.885581 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:01.888160 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:52:01.952616 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (6bb2b94d-4181-42ce-83d7-cab319b3c59a), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:01.972151 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:02.108226 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4385161d-5471-4631-bdc1-1decbd40722d is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:02.183546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d909d-3636-4933-9099-b9b150a6f43c req-7f6fab38-546e-4fcf-9a1d-82525c7ccd3e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:02.183546 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b60d909d-3636-4933-9099-b9b150a6f43c req-7f6fab38-546e-4fcf-9a1d-82525c7ccd3e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0621080 May 04 17:52:02.241048 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b60d909d-3636-4933-9099-b9b150a6f43c req-b0052498-5edc-4a84-8445-f00c14d38d95 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546474 May 04 17:52:02.267791 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:51:59Z', 'revision_number': 3, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:02.292081 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:02.299399 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0e5a0-e8ec-4df3-a6f9-ebe9e926e25c None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:51:59Z', 'revision_number': 3, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:52:02.329634 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-dab9a3c2-710d-49a4-856f-b6a1d1362f5c None None] Provisioning complete for port bba391a2-a282-4e1a-b35f-260928e0fbef triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:02.330025 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-dab9a3c2-710d-49a4-856f-b6a1d1362f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:02.393562 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-dab9a3c2-710d-49a4-856f-b6a1d1362f5c None None] Port bba391a2-a282-4e1a-b35f-260928e0fbef cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:52:02.520372 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Publish callbacks [] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:02.633235 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:02.733039 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705581c-58a6-4ee1-9678-d096d3c0f9c0 req-75199b2d-6284-461d-9ac8-513a3166dd9c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:02.734660 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2705581c-58a6-4ee1-9678-d096d3c0f9c0 req-75199b2d-6284-461d-9ac8-513a3166dd9c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.1180356 May 04 17:52:02.761620 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Pushing event updated for resources: {'Port': ['ID=bba391a2-a282-4e1a-b35f-260928e0fbef,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:02.772058 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (6bb2b94d-4181-42ce-83d7-cab319b3c59a), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:02.835348 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2705581c-58a6-4ee1-9678-d096d3c0f9c0 req-6863a32a-cb7d-4741-93c1-56af958611d7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895350 May 04 17:52:02.909415 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:02.911037 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:03.045270 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:52:03.124204 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-83ebea32-ff8c-4bad-9c22-2dd0fbcd51bc None None] Provisioning complete for port bba391a2-a282-4e1a-b35f-260928e0fbef triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:03.124853 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-83ebea32-ff8c-4bad-9c22-2dd0fbcd51bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:03.177233 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-83ebea32-ff8c-4bad-9c22-2dd0fbcd51bc None None] Port bba391a2-a282-4e1a-b35f-260928e0fbef cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:52:03.200489 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:52:03.208475 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b894a14d-fe48-4017-9463-27c5f97bd186 admin admin] 10.222.0.81 "PUT /v2.0/routers/6bb2b94d-4181-42ce-83d7-cab319b3c59a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9828842 May 04 17:52:03.385458 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c9b28-1652-42c9-be51-914ca38c8ef4 req-db5253a9-7257-4549-93d3-af48ffd20174 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:03.387125 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-085c9b28-1652-42c9-be51-914ca38c8ef4 req-db5253a9-7257-4549-93d3-af48ffd20174 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0676193 May 04 17:52:03.440129 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-085c9b28-1652-42c9-be51-914ca38c8ef4 req-6a72a3fe-7f4a-4af0-9fe1-b695d8143fa6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466392 May 04 17:52:03.638009 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 74f054aa-0396-4bfa-9300-c4beeaa8c2ca up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:03.686816 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:03.687189 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:03.772882 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:03.773281 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:03.803340 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=74f054aa-0396-4bfa-9300-c4beeaa8c2ca,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:03.958854 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f7c7d-8e43-4b4c-b15e-e86d5be4e956 req-8099e771-e90b-4929-a863-61019e5f0c61 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:03.963410 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:03.963882 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fb7f7c7d-8e43-4b4c-b15e-e86d5be4e956 req-8099e771-e90b-4929-a863-61019e5f0c61 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0575933 May 04 17:52:04.030267 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=74f054aa-0396-4bfa-9300-c4beeaa8c2ca,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:04.040626 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fb7f7c7d-8e43-4b4c-b15e-e86d5be4e956 req-811f7b44-1c93-4c2d-b459-440774d28185 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693932 May 04 17:52:04.126824 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35112) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:04.133078 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1008217018-network', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:04.185279 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:52:04.195838 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:04.196502 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:04.254383 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Made reservation on behalf of eb6b4b0efdc44ba28313d7ab1bf5e36b for: {'network': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:04.256863 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.266240 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.316692 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:04.357188 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Publish callbacks [] for security_group (14123238-1e6a-4431-93c4-7fabc90b846d), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.503198 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (14123238-1e6a-4431-93c4-7fabc90b846d), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.524073 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 2, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:04.525505 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=110468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:52:04.540732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14123238-1e6a-4431-93c4-7fabc90b846d,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:04.544040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (690bf1f0-f856-4e15-9e66-c2b1425ebbd3), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.544383 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.segments_db [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Added segment 690bf1f0-f856-4e15-9e66-c2b1425ebbd3 of type vlan for network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 May 04 17:52:04.555707 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:52:04.556073 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Updating router 6bb2b94d-4181-42ce-83d7-cab319b3c59a port bba391a2-a282-4e1a-b35f-260928e0fbef binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:52:04.585348 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.587492 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86b298-bcd9-4c1e-bacc-63eab2998b71 req-0ee8ce6a-bccd-4670-bf11-3c40e1e398e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:04.590154 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bd86b298-bcd9-4c1e-bacc-63eab2998b71 req-0ee8ce6a-bccd-4670-bf11-3c40e1e398e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0686300 May 04 17:52:04.592345 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (f8cd109c-16a4-4c35-98fc-ba51f7f917e2), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.645081 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bd86b298-bcd9-4c1e-bacc-63eab2998b71 req-fe4d4ccd-2d30-40d4-b260-0d7b3b2c85c8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467677 May 04 17:52:04.689101 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (f8cd109c-16a4-4c35-98fc-ba51f7f917e2), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.690108 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:04.690801 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:04.756848 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] Pushing event updated for resources: {'Network': ['ID=f8cd109c-16a4-4c35-98fc-ba51f7f917e2,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:04.823421 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:52:04.837752 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-6faf4295-b786-4166-b46c-ce9a0bb1c413 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7097998 May 04 17:52:04.840851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35124) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:04.845723 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Request body: {'subnet': {'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1008217018-subnet', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'ip_version': 4}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:04.974232 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Made reservation on behalf of eb6b4b0efdc44ba28313d7ab1bf5e36b for: {'subnet': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:04.976889 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3371930'] for subnet (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.065436 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Publish callbacks [] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.143587 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.163685 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6185afa-cea3-4899-befa-e4e3988567b6 req-a5fb3bc3-f211-4561-884d-bd0ba365577b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:05.165381 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f6185afa-cea3-4899-befa-e4e3988567b6 req-a5fb3bc3-f211-4561-884d-bd0ba365577b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0516610 May 04 17:52:05.203247 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0bf8f-59a0-466a-9c6e-cc4bb1b5607c None None] Pushing event updated for resources: {'Port': ['ID=bba391a2-a282-4e1a-b35f-260928e0fbef,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:05.231673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372008'] for subnet (69460bbb-62e8-4f22-8735-b95960d7cdc0), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.250784 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f6185afa-cea3-4899-befa-e4e3988567b6 req-53f8e04e-bb71-4e3f-bf68-07bce8dddeb9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787861 May 04 17:52:05.276693 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Attempting to bind port bba391a2-a282-4e1a-b35f-260928e0fbef on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:52:05.276887 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Attempting to bind port bba391a2-a282-4e1a-b35f-260928e0fbef by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:52:05.277177 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Attempting to bind port bba391a2-a282-4e1a-b35f-260928e0fbef on network 8819b727-84a5-42ee-8d22-decbb7371ce4 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:05.288197 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:52:05.289733 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Checking segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:05.290157 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.292804 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Bound using segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:52:05.293476 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Bound port: bba391a2-a282-4e1a-b35f-260928e0fbef, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:52:05.294196 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.308041 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69460bbb-62e8-4f22-8735-b95960d7cdc0,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:05.347167 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Checking segment: {'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:05.347167 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Network hostable DHCP agents. Network: f8cd109c-16a4-4c35-98fc-ba51f7f917e2, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:52:05.404765 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] For port bba391a2-a282-4e1a-b35f-260928e0fbef, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:52:05.423315 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] For port bba391a2-a282-4e1a-b35f-260928e0fbef, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=bba391a2-a282-4e1a-b35f-260928e0fbef,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:52:05.480770 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:52:05.535840 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.555188 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-fd487283-3b2e-4d2f-834b-452cf950e036 None None] Provisioning complete for port bba391a2-a282-4e1a-b35f-260928e0fbef triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:05.555396 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fd487283-3b2e-4d2f-834b-452cf950e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.627494 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, f8cd109c-16a4-4c35-98fc-ba51f7f917e2) {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:05.632422 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:05.633047 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.658451 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770d3078-7b20-4410-b30d-7d7c4cd9c0a4 None None] Network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:52:05.690324 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 74f054aa-0396-4bfa-9300-c4beeaa8c2ca up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:05.788847 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e606822c-7086-49ff-9679-de257b93625a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9468720 May 04 17:52:05.791881 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35142) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:05.797044 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:05.811543 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79454286-5423-48be-a240-fa3c83b1e6c8 req-ffbbfd49-d394-4fcf-b7cf-59a43e87b70a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:05.813891 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-79454286-5423-48be-a240-fa3c83b1e6c8 req-ffbbfd49-d394-4fcf-b7cf-59a43e87b70a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0651906 May 04 17:52:05.843211 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:05.844108 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:05.847017 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0bf8f-59a0-466a-9c6e-cc4bb1b5607c None None] Pushing event updated for resources: {'Port': ['ID=bba391a2-a282-4e1a-b35f-260928e0fbef,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:05.868282 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-79454286-5423-48be-a240-fa3c83b1e6c8 req-cfd2fff0-695b-41e5-80d8-dba864ef8376 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483885 May 04 17:52:05.938249 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (688aa5d7-5763-4210-91fa-b396503576a2), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.942778 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (688aa5d7-5763-4210-91fa-b396503576a2), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:05.971358 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:05.971726 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.003659 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks [] for router_controller (688aa5d7-5763-4210-91fa-b396503576a2), precommit_add_association {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.024096 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-fd487283-3b2e-4d2f-834b-452cf950e036 None None] Current status of the port bba391a2-a282-4e1a-b35f-260928e0fbef is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:06.024516 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fd487283-3b2e-4d2f-834b-452cf950e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.061998 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-f8cd109c-16a4-4c35-98fc-ba51f7f917e2', 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2', 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'fixed_ips': [{'subnet_id': '69460bbb-62e8-4f22-8735-b95960d7cdc0'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:52:06.062837 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.099269 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:06.212271 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-fd487283-3b2e-4d2f-834b-452cf950e036 None None] For port bba391a2-a282-4e1a-b35f-260928e0fbef, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=bba391a2-a282-4e1a-b35f-260928e0fbef,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:06.246797 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks [] for router_gateway (688aa5d7-5763-4210-91fa-b396503576a2), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.324098 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-fd487283-3b2e-4d2f-834b-452cf950e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.346169 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:06.384497 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40bb2-080d-493c-b33a-eb0e2081d536 req-bea284f6-64e1-401b-9138-47324acf8318 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:06.388980 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e6b40bb2-080d-493c-b33a-eb0e2081d536 req-bea284f6-64e1-401b-9138-47324acf8318 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0613456 May 04 17:52:06.450820 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Allocated IP 172.20.0.2 (f8cd109c-16a4-4c35-98fc-ba51f7f917e2/69460bbb-62e8-4f22-8735-b95960d7cdc0/ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:06.487225 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd487283-3b2e-4d2f-834b-452cf950e036 None None] Pushing event updated for resources: {'Port': ['ID=bba391a2-a282-4e1a-b35f-260928e0fbef,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:06.488831 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e6b40bb2-080d-493c-b33a-eb0e2081d536 req-a26a126e-e0d9-4bf0-b32a-8975aceac703 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968630 May 04 17:52:06.493718 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b0583718-4185-4a94-854c-89a72712ef6e None None] Provisioning complete for port bba391a2-a282-4e1a-b35f-260928e0fbef triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:06.494086 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b0583718-4185-4a94-854c-89a72712ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.604729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks [] for router_gateway (688aa5d7-5763-4210-91fa-b396503576a2), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.630439 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.754793 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:05Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:06.768273 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Allocated IP 172.27.2.201 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/eea9f842-1a0d-457d-adf9-6156ec5978b1) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:06.788739 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48cdf40-9794-4a00-8135-91a456294459 None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:05Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:52:06.914613 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b0583718-4185-4a94-854c-89a72712ef6e None None] Current status of the port bba391a2-a282-4e1a-b35f-260928e0fbef is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:06.915466 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks [] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:06.952513 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Publish callbacks [] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:07.037874 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5e476-a3b8-49d0-aec2-e6bda492692a req-2ed4846a-3079-451c-8bed-4f82a3807782 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:07.039441 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2fe5e476-a3b8-49d0-aec2-e6bda492692a req-2ed4846a-3079-451c-8bed-4f82a3807782 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0509331 May 04 17:52:07.043457 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:07.072143 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:07.122960 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:07.123843 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Pushing event updated for resources: {'Port': ['ID=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:07.135539 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:07.140318 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:52:07.171654 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2fe5e476-a3b8-49d0-aec2-e6bda492692a req-c90fc6fc-526b-40b3-ae67-5ebc3348f432 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230466 May 04 17:52:07.193300 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Pushing event updated for resources: {'Port': ['ID=eea9f842-1a0d-457d-adf9-6156ec5978b1,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:07.206160 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.206668 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.207113 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.207556 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.207994 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.208481 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.208875 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.209382 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.209783 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.210284 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.210891 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.211290 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.212230 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.212644 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.218625 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:07.237243 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:07.238083 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:07.240724 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:52:07.251314 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Attempting to bind port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:52:07.251815 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Attempting to bind port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:52:07.252025 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Attempting to bind port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 on network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:07.265643 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:52:07.266045 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Checking segment: {'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:07.266429 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:07.266826 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Bound using segment: {'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:52:07.267491 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Bound port: ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:52:07.267695 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:07.377624 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] For port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:52:07.381838 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] For port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,segment=NetworkSegment(690bf1f0-f856-4e15-9e66-c2b1425ebbd3),segment_id=690bf1f0-f856-4e15-9e66-c2b1425ebbd3)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:52:07.484357 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:07.552273 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956574d-893a-4e4d-ac05-02fccf373a98 None None] Pushing event updated for resources: {'Port': ['ID=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:07.681026 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12dee-c541-4ae2-badc-5987af808557 req-81e8025f-ac04-4516-ab74-9614ccda945f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:07.689576 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b1f12dee-c541-4ae2-badc-5987af808557 req-81e8025f-ac04-4516-ab74-9614ccda945f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.1118705 May 04 17:52:07.716533 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device bba391a2-a282-4e1a-b35f-260928e0fbef up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:07.789581 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port bba391a2-a282-4e1a-b35f-260928e0fbef triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:07.789968 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:07.842799 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b1f12dee-c541-4ae2-badc-5987af808557 req-e65cc31f-0434-4889-be60-f82d3287a094 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522341 May 04 17:52:07.864619 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks [] for router_gateway (688aa5d7-5763-4210-91fa-b396503576a2), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:07.976750 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port bba391a2-a282-4e1a-b35f-260928e0fbef is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:08.207921 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (688aa5d7-5763-4210-91fa-b396503576a2), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:08.312987 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964527a6-8f85-4a1c-9c00-8e717397f107 req-60a51e59-1554-475e-ad0c-fb4b31631774 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:08.321571 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964527a6-8f85-4a1c-9c00-8e717397f107 req-60a51e59-1554-475e-ad0c-fb4b31631774 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0668263 May 04 17:52:08.382594 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964527a6-8f85-4a1c-9c00-8e717397f107 req-951c88ad-c0f7-4130-8a92-c13d7d1d5913 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598545 May 04 17:52:08.688487 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Router 688aa5d7-5763-4210-91fa-b396503576a2 is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:52:08.806834 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:52:08.822147 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Sync routers for ids ['688aa5d7-5763-4210-91fa-b396503576a2'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:52:08.833507 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077f650-5411-4153-8dd1-c457dd78aca6 None None] Network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:52:08.834022 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Routers {'688aa5d7-5763-4210-91fa-b396503576a2'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:08.834227 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['688aa5d7-5763-4210-91fa-b396503576a2'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:08.881066 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-0a447342-9789-4a57-b8c4-d8b226c4c731 None None] Provisioning complete for port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:08.881803 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-0a447342-9789-4a57-b8c4-d8b226c4c731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:08.892289 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:08.894306 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0259895e-e47e-4460-adc0-6dd2e0b9fffe admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1012518 May 04 17:52:08.897862 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35198) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:08.957208 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Set router 688aa5d7-5763-4210-91fa-b396503576a2 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:08.987368 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0ba6c-8ac0-4de3-8fad-c2d0e2d38bb6 req-ecbacde2-061c-42c0-8e50-3a0e5d53bb17 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:08.990037 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-26d0ba6c-8ac0-4de3-8fad-c2d0e2d38bb6 req-ecbacde2-061c-42c0-8e50-3a0e5d53bb17 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0636985 May 04 17:52:09.048364 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-0a447342-9789-4a57-b8c4-d8b226c4c731 None None] Current status of the port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:09.048879 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-0a447342-9789-4a57-b8c4-d8b226c4c731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.083843 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-26d0ba6c-8ac0-4de3-8fad-c2d0e2d38bb6 req-1a35c03d-e373-42ca-be2b-c6e9334e88b1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871806 May 04 17:52:09.126254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-0a447342-9789-4a57-b8c4-d8b226c4c731 None None] For port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,segment=NetworkSegment(690bf1f0-f856-4e15-9e66-c2b1425ebbd3),segment_id=690bf1f0-f856-4e15-9e66-c2b1425ebbd3)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:09.173710 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T17:52:07Z', 'revision_number': 3, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port': {'id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:06Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:09.203284 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-0a447342-9789-4a57-b8c4-d8b226c4c731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.206323 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Checking router: 688aa5d7-5763-4210-91fa-b396503576a2 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:52:09.206879 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Updating router 688aa5d7-5763-4210-91fa-b396503576a2 port eea9f842-1a0d-457d-adf9-6156ec5978b1 binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:52:09.257822 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.274774 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a447342-9789-4a57-b8c4-d8b226c4c731 None None] Pushing event updated for resources: {'Port': ['ID=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:09.328307 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-41b7cd1f-55c9-4c58-bd98-cd8307d582cf None None] Provisioning complete for port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:09.328713 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-41b7cd1f-55c9-4c58-bd98-cd8307d582cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.334106 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35212) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:09.405131 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f93668-1270-45c1-9ee7-ba738a4ae0e3 admin admin] Deleting subnet fa476973-83be-4b6a-ba3d-077572da3003 {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:52:09.409207 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3f93668-1270-45c1-9ee7-ba738a4ae0e3 admin admin] Publish callbacks [] for subnet (fa476973-83be-4b6a-ba3d-077572da3003), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.440474 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-41b7cd1f-55c9-4c58-bd98-cd8307d582cf None None] Current status of the port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:09.470753 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3f93668-1270-45c1-9ee7-ba738a4ae0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3539813'] for subnet (fa476973-83be-4b6a-ba3d-077572da3003), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.525510 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3f93668-1270-45c1-9ee7-ba738a4ae0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (fa476973-83be-4b6a-ba3d-077572da3003), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.583379 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Publish callbacks [] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.588601 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.605239 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3a803-2c9e-4564-8ad6-e1b7664c8837 req-f1b89661-281b-4dbf-bc2a-820b1cdfb581 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:09.612091 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-95b3a803-2c9e-4564-8ad6-e1b7664c8837 req-f1b89661-281b-4dbf-bc2a-820b1cdfb581 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.1267722 May 04 17:52:09.649032 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:09.698981 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:09.699458 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.701619 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-95b3a803-2c9e-4564-8ad6-e1b7664c8837 req-61fc6b53-8d05-48a7-9a53-aa5a59f8ab6d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880356 May 04 17:52:09.709839 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3f93668-1270-45c1-9ee7-ba738a4ae0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6097140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26047615'] for subnet (fa476973-83be-4b6a-ba3d-077572da3003), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.710377 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.750562 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f93668-1270-45c1-9ee7-ba738a4ae0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa476973-83be-4b6a-ba3d-077572da3003,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:09.756991 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3f93668-1270-45c1-9ee7-ba738a4ae0e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.761605 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-a3f93668-1270-45c1-9ee7-ba738a4ae0e3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fa476973-83be-4b6a-ba3d-077572da3003 HTTP/1.1" status: 204 len: 168 time: 0.4266076 May 04 17:52:09.767815 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35216) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:09.774105 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b62c39-4961-413b-b2a0-6cf2dc460ea2 None None] Pushing event updated for resources: {'Port': ['ID=eea9f842-1a0d-457d-adf9-6156ec5978b1,revision_number=2']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:09.794901 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Attempting to bind port eea9f842-1a0d-457d-adf9-6156ec5978b1 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:52:09.795916 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Attempting to bind port eea9f842-1a0d-457d-adf9-6156ec5978b1 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:52:09.796192 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Attempting to bind port eea9f842-1a0d-457d-adf9-6156ec5978b1 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:09.803458 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:52:09.804159 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:09.805661 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.806467 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:52:09.807154 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Bound port: eea9f842-1a0d-457d-adf9-6156ec5978b1, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:52:09.813788 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.816341 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:09.830153 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Allocated IP 172.20.0.1 (f8cd109c-16a4-4c35-98fc-ba51f7f917e2/69460bbb-62e8-4f22-8735-b95960d7cdc0/ca09e5bd-0873-458a-934e-67de1c09912b) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:09.884903 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (7c27780f-3810-49fc-b1ea-df10ebc65d1e), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.888861 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] For port eea9f842-1a0d-457d-adf9-6156ec5978b1, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:52:09.888861 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] For port eea9f842-1a0d-457d-adf9-6156ec5978b1, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=eea9f842-1a0d-457d-adf9-6156ec5978b1,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:52:09.949697 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Publish callbacks [] for port (ca09e5bd-0873-458a-934e-67de1c09912b), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.964313 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.981549 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (7c27780f-3810-49fc-b1ea-df10ebc65d1e), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:09.991480 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-56367f50-751c-4e88-94fa-3126537e8cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.003409 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c27780f-3810-49fc-b1ea-df10ebc65d1e']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:10.013710 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e0f59b-3ae8-4a9f-9d90-be764e24820d') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:10.014213 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e0f59b-3ae8-4a9f-9d90-be764e24820d') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:10.024010 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (76e0f59b-3ae8-4a9f-9d90-be764e24820d), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.031985 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b62c39-4961-413b-b2a0-6cf2dc460ea2 None None] Pushing event updated for resources: {'Port': ['ID=eea9f842-1a0d-457d-adf9-6156ec5978b1,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:10.034953 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Routers {'688aa5d7-5763-4210-91fa-b396503576a2'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:10.035905 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:51:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['688aa5d7-5763-4210-91fa-b396503576a2'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:10.041694 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (76e0f59b-3ae8-4a9f-9d90-be764e24820d), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.050033 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:52:10.050430 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (76e0f59b-3ae8-4a9f-9d90-be764e24820d), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.050632 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:52:10.054817 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:52:10.095981 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:10.101134 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:10.106096 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:52:10.140725 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Pushing event updated for resources: {'Port': ['ID=ca09e5bd-0873-458a-934e-67de1c09912b,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:10.165114 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.165933 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.166416 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.167047 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.167393 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] Set router 688aa5d7-5763-4210-91fa-b396503576a2 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:10.167766 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.168210 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.170635 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.171148 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.171536 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.171883 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.172396 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.173119 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.173523 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.173856 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.174185 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:10.181256 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (688aa5d7-5763-4210-91fa-b396503576a2), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.231889 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (7c27780f-3810-49fc-b1ea-df10ebc65d1e), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.250574 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.258263 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7c27780f-3810-49fc-b1ea-df10ebc65d1e HTTP/1.1" status: 204 len: 168 time: 0.4893122 May 04 17:52:10.263769 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35226) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:10.313629 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd5979-3f96-40ed-9101-8777b01f673c req-c7c266dd-aace-4d88-bd1e-8af1fc545799 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:10.319052 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-57dd5979-3f96-40ed-9101-8777b01f673c req-c7c266dd-aace-4d88-bd1e-8af1fc545799 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.1378629 May 04 17:52:10.320559 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13baf7-6c9d-48d9-bfed-641b898ebf95 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c27780f-3810-49fc-b1ea-df10ebc65d1e,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:10.363808 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6c2a17-fce6-4802-bf12-1dca05991fbd admin admin] Deleting subnet e1e437ef-8b23-4dfc-a632-dd2da9332224 {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:52:10.368753 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-f5458145-ebb1-44bc-a2fe-6f5b4070839e None None] Provisioning complete for port ca09e5bd-0873-458a-934e-67de1c09912b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:10.369157 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f5458145-ebb1-44bc-a2fe-6f5b4070839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.370106 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a17-fce6-4802-bf12-1dca05991fbd admin admin] Publish callbacks [] for subnet (e1e437ef-8b23-4dfc-a632-dd2da9332224), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.413382 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-f5458145-ebb1-44bc-a2fe-6f5b4070839e None None] Port ca09e5bd-0873-458a-934e-67de1c09912b cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:52:10.420642 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.428494 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-57dd5979-3f96-40ed-9101-8777b01f673c req-920ac0fd-f958-4f3a-b00c-333bb582c420 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057785 May 04 17:52:10.432641 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a17-fce6-4802-bf12-1dca05991fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3539813'] for subnet (e1e437ef-8b23-4dfc-a632-dd2da9332224), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.479115 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a17-fce6-4802-bf12-1dca05991fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (e1e437ef-8b23-4dfc-a632-dd2da9332224), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.488263 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T17:52:07Z', 'revision_number': 3, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port': {'id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:06Z', 'updated_at': '2022-05-04T17:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:10.515375 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54930b37-cfb0-4b48-8052-074d5a0db396 None None] The sync data for ids ['688aa5d7-5763-4210-91fa-b396503576a2'] in dv-cinder-840512-1-iscsi is: [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T17:52:07Z', 'revision_number': 3, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port': {'id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:06Z', 'updated_at': '2022-05-04T17:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:52:10.608196 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Publish callbacks [] for port (ca09e5bd-0873-458a-934e-67de1c09912b), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.621253 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a17-fce6-4802-bf12-1dca05991fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6097140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26047615'] for subnet (e1e437ef-8b23-4dfc-a632-dd2da9332224), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.647384 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2a17-fce6-4802-bf12-1dca05991fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e437ef-8b23-4dfc-a632-dd2da9332224,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:10.651022 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3e6c2a17-fce6-4802-bf12-1dca05991fbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.654518 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3e6c2a17-fce6-4802-bf12-1dca05991fbd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e1e437ef-8b23-4dfc-a632-dd2da9332224 HTTP/1.1" status: 204 len: 168 time: 0.3894086 May 04 17:52:10.657045 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35228) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:10.684195 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.740223 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (ba7ac5bf-81f8-41d4-83ae-d9305d776ed6), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.785317 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Pushing event updated for resources: {'Port': ['ID=ca09e5bd-0873-458a-934e-67de1c09912b,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:10.792025 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (688aa5d7-5763-4210-91fa-b396503576a2), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.868331 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (ba7ac5bf-81f8-41d4-83ae-d9305d776ed6), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.905280 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7ac5bf-81f8-41d4-83ae-d9305d776ed6']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:10.918674 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f49b09-9f90-4f12-b750-d95d0b6570eb') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:10.919382 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f49b09-9f90-4f12-b750-d95d0b6570eb') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:10.929844 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e843933-d486-4f20-a77d-9a9c583defea req-dd4b0551-f75c-4d6c-8f54-5929988e1c7d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:10.931419 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1e843933-d486-4f20-a77d-9a9c583defea req-dd4b0551-f75c-4d6c-8f54-5929988e1c7d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0936840 May 04 17:52:10.943545 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (39f49b09-9f90-4f12-b750-d95d0b6570eb), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.961053 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (39f49b09-9f90-4f12-b750-d95d0b6570eb), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.968579 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:52:10.968982 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (39f49b09-9f90-4f12-b750-d95d0b6570eb), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:52:10.971553 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:52:10.979982 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:10.987008 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:11.020361 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1e843933-d486-4f20-a77d-9a9c583defea req-56e13c5d-4bd2-4d84-9f37-879c672f1bbf tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814102 May 04 17:52:11.104259 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (ba7ac5bf-81f8-41d4-83ae-d9305d776ed6), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:11.110649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:11.114253 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ba7ac5bf-81f8-41d4-83ae-d9305d776ed6 HTTP/1.1" status: 204 len: 168 time: 0.4562769 May 04 17:52:11.146823 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893054ac-c3b6-4eb3-8445-8f9c0b987e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7ac5bf-81f8-41d4-83ae-d9305d776ed6,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:11.193011 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Router 688aa5d7-5763-4210-91fa-b396503576a2 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:52:11.351320 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-3854f5a7-a535-4661-be71-3fc8e57b01e4 None None] Provisioning complete for port ca09e5bd-0873-458a-934e-67de1c09912b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:11.351823 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3854f5a7-a535-4661-be71-3fc8e57b01e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:11.356063 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:52:11.364146 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ce283b43-9e80-4b5b-aea2-eacf23444169 admin admin] 10.222.0.81 "PUT /v2.0/routers/688aa5d7-5763-4210-91fa-b396503576a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4633555 May 04 17:52:11.399712 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-3854f5a7-a535-4661-be71-3fc8e57b01e4 None None] Port ca09e5bd-0873-458a-934e-67de1c09912b cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:52:11.583509 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d374d4-d6da-462a-85e5-3f640c4f6e6d req-2d56c97e-a2d1-4a9e-8fd3-e3fede94da40 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:11.584212 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-87d374d4-d6da-462a-85e5-3f640c4f6e6d req-2d56c97e-a2d1-4a9e-8fd3-e3fede94da40 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0711832 May 04 17:52:11.615046 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35246) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:11.695543 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-eba20ee8-3094-4a3b-acf4-64f9c5f862f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c06c0c46c9c943d8872174cb55d64c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0786116 May 04 17:52:11.699252 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35248) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:11.701378 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-87d374d4-d6da-462a-85e5-3f640c4f6e6d req-4630fe99-c5c7-4e9e-8e3b-d570826b2d11 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060431 May 04 17:52:11.728812 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device eea9f842-1a0d-457d-adf9-6156ec5978b1 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:11.728812 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:52:11.769637 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-90430f21-0d22-4c08-9044-662023ea33d2 admin admin] Publish callbacks [] for security_group (77fb3789-d99c-49dc-b26a-9b22bc342405), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:11.797538 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-90430f21-0d22-4c08-9044-662023ea33d2 admin admin] Publish callbacks [] for security_group (77fb3789-d99c-49dc-b26a-9b22bc342405), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:11.866083 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port eea9f842-1a0d-457d-adf9-6156ec5978b1 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:11.866457 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:11.922394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:11.932578 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-90430f21-0d22-4c08-9044-662023ea33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (77fb3789-d99c-49dc-b26a-9b22bc342405), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:11.941027 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'port_id': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'mac_address': 'fa:16:3e:9f:63:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:52:11.942039 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-90430f21-0d22-4c08-9044-662023ea33d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:11.945752 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-90430f21-0d22-4c08-9044-662023ea33d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77fb3789-d99c-49dc-b26a-9b22bc342405 HTTP/1.1" status: 204 len: 168 time: 0.2431877 May 04 17:52:11.981939 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90430f21-0d22-4c08-9044-662023ea33d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb3789-d99c-49dc-b26a-9b22bc342405,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:12.031549 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 is: ACTIVE; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:12.032145 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.044600 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port eea9f842-1a0d-457d-adf9-6156ec5978b1 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:12.045679 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.075270 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:12.088239 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port eea9f842-1a0d-457d-adf9-6156ec5978b1, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=eea9f842-1a0d-457d-adf9-6156ec5978b1,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:12.104189 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:12.180775 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eed60e-c635-465b-a4f2-2de3bfa47641 req-2c45c7d9-f6e1-4306-86c8-978ceeaf89f3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:12.182339 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c9eed60e-c635-465b-a4f2-2de3bfa47641 req-2c45c7d9-f6e1-4306-86c8-978ceeaf89f3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0534382 May 04 17:52:12.189921 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.231173 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.239430 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c9eed60e-c635-465b-a4f2-2de3bfa47641 req-850f4127-1296-43f7-b16d-df6f77a3d80b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459270 May 04 17:52:12.278412 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=eea9f842-1a0d-457d-adf9-6156ec5978b1,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:12.345289 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=6']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:12.373269 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['4a8881e1-ef77-48ac-aa10-24bb5d927fa3'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:52:12.431999 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1fa7-cd5a-4882-8ed9-e99d858588d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.496026 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35268) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:12.501794 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-a48295fb-a227-471f-8193-f71a38b61467 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232711542', 'description': 'tempest-secgroup-smoke-232711542 description', 'project_id': '15a8c4e6884c42919a5828e77d5abd4f'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:12.609731 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a48295fb-a227-471f-8193-f71a38b61467 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.678122 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a48295fb-a227-471f-8193-f71a38b61467 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group (6f5f300c-b609-453b-898e-f4b9b44b5e18), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.760223 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:12.792764 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a48295fb-a227-471f-8193-f71a38b61467 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (6f5f300c-b609-453b-898e-f4b9b44b5e18), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.815539 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:12.815872 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.854463 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78072b76-28b9-4345-bc97-fc7abb66edbb req-664edfa0-437a-4a68-9880-f43aeb087f4e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:12.855963 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-78072b76-28b9-4345-bc97-fc7abb66edbb req-664edfa0-437a-4a68-9880-f43aeb087f4e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0740178 May 04 17:52:12.860793 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48295fb-a227-471f-8193-f71a38b61467 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5f300c-b609-453b-898e-f4b9b44b5e18,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:12.900398 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:12.900398 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.908396 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-78072b76-28b9-4345-bc97-fc7abb66edbb req-7797db0f-61a7-42a3-9402-4d67f49fae36 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 May 04 17:52:12.918229 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35272) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:12.926977 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:52:12.933898 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:12.936400 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c550a-e2a9-4aca-9f31-90e04f47c33c" -d '{"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-plugged", "status": "completed", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:52:12.948987 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:12.949979 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a48295fb-a227-471f-8193-f71a38b61467 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:12.952247 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-a48295fb-a227-471f-8193-f71a38b61467 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4549215 May 04 17:52:12.955389 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35276) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:12.960644 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-b99d6817-833a-4bbf-8d03-eceb5cfd7c5f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'security_group_rule': {'security_group_id': '6f5f300c-b609-453b-898e-f4b9b44b5e18', 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:12.967923 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-bc2c7688-110f-4925-935e-6a2db1009f5b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b843a394167b460a931705d934743973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456908 May 04 17:52:12.968698 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35278) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:12.978713 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c5d9bb-1192-4597-9d2e-0f6dc9347d9b x-openstack-request-id: req-d7c5d9bb-1192-4597-9d2e-0f6dc9347d9b {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:52:12.984128 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-plugged", "status": "completed", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:52:12.984128 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7c5d9bb-1192-4597-9d2e-0f6dc9347d9b {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:52:12.984128 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c5d9bb-1192-4597-9d2e-0f6dc9347d9b'] response: {'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'code': 200} May 04 17:52:13.022346 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-92ab6e71-e0b1-47eb-a1d4-863b66fa7ba0 admin admin] Publish callbacks [] for security_group (8f7e978b-313d-4bf7-914e-46251fe83c1b), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.031965 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.046685 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-92ab6e71-e0b1-47eb-a1d4-863b66fa7ba0 admin admin] Publish callbacks [] for security_group (8f7e978b-313d-4bf7-914e-46251fe83c1b), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.065096 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b99d6817-833a-4bbf-8d03-eceb5cfd7c5f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (9c667b0b-7eff-40a3-9dcf-3af56efc1356), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.094456 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=7']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:13.136575 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b99d6817-833a-4bbf-8d03-eceb5cfd7c5f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (9c667b0b-7eff-40a3-9dcf-3af56efc1356), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.206179 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-92ab6e71-e0b1-47eb-a1d4-863b66fa7ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (8f7e978b-313d-4bf7-914e-46251fe83c1b), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.208742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-92ab6e71-e0b1-47eb-a1d4-863b66fa7ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.209872 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-92ab6e71-e0b1-47eb-a1d4-863b66fa7ba0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f7e978b-313d-4bf7-914e-46251fe83c1b HTTP/1.1" status: 204 len: 168 time: 0.2403536 May 04 17:52:13.222761 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c909b0-97ba-47f8-8081-3bd63db64315 req-95271c8e-2ae7-4640-a622-e3a499fc72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:13.224317 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-36c909b0-97ba-47f8-8081-3bd63db64315 req-95271c8e-2ae7-4640-a622-e3a499fc72ca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 1129 time: 0.0480216 May 04 17:52:13.225214 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab6e71-e0b1-47eb-a1d4-863b66fa7ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7e978b-313d-4bf7-914e-46251fe83c1b,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:13.226428 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b99d6817-833a-4bbf-8d03-eceb5cfd7c5f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (9c667b0b-7eff-40a3-9dcf-3af56efc1356), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.246739 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d6817-833a-4bbf-8d03-eceb5cfd7c5f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c667b0b-7eff-40a3-9dcf-3af56efc1356,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:13.277975 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-36c909b0-97ba-47f8-8081-3bd63db64315 req-bb121abe-2f20-4f8f-8a78-4e8149c91da1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 May 04 17:52:13.337714 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b99d6817-833a-4bbf-8d03-eceb5cfd7c5f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.339785 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35290) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:13.340565 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b99d6817-833a-4bbf-8d03-eceb5cfd7c5f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3835039 May 04 17:52:13.344546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-2150efeb-1745-4e8a-945d-ead1817c80c0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'security_group_rule': {'security_group_id': '6f5f300c-b609-453b-898e-f4b9b44b5e18', 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:13.399973 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdcb70-0d6b-4a9e-93f5-6f675e10b666 req-c40f8b88-7391-4220-8a00-d1158e4da498 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:13.401682 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-aebdcb70-0d6b-4a9e-93f5-6f675e10b666 req-c40f8b88-7391-4220-8a00-d1158e4da498 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0527880 May 04 17:52:13.449340 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2150efeb-1745-4e8a-945d-ead1817c80c0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (282903fa-b4f5-4e09-80c9-e17c0c5fc6d5), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.463514 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-aebdcb70-0d6b-4a9e-93f5-6f675e10b666 req-7ddf8fa2-dec1-40e3-af08-2bf929acba84 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551493 May 04 17:52:13.536766 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2150efeb-1745-4e8a-945d-ead1817c80c0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (282903fa-b4f5-4e09-80c9-e17c0c5fc6d5), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.626426 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2150efeb-1745-4e8a-945d-ead1817c80c0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (282903fa-b4f5-4e09-80c9-e17c0c5fc6d5), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.636248 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device eea9f842-1a0d-457d-adf9-6156ec5978b1 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:13.650800 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150efeb-1745-4e8a-945d-ead1817c80c0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282903fa-b4f5-4e09-80c9-e17c0c5fc6d5,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:13.702679 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port eea9f842-1a0d-457d-adf9-6156ec5978b1 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:13.703127 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.740130 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2150efeb-1745-4e8a-945d-ead1817c80c0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.744833 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-2150efeb-1745-4e8a-945d-ead1817c80c0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4012318 May 04 17:52:13.745062 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35308) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:13.750008 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-d5d47790-6b13-4047-89ce-6765b348cb62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'security_group_rule': {'security_group_id': '6f5f300c-b609-453b-898e-f4b9b44b5e18', 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:13.812386 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port eea9f842-1a0d-457d-adf9-6156ec5978b1 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:13.827964 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Sync routers for ids ['688aa5d7-5763-4210-91fa-b396503576a2'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:52:13.838423 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Routers {'688aa5d7-5763-4210-91fa-b396503576a2'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:13.839048 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:52:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['688aa5d7-5763-4210-91fa-b396503576a2'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:13.858000 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d5d47790-6b13-4047-89ce-6765b348cb62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (1d4270bf-63e3-4e13-91be-114dc0955ec2), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.927681 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d5d47790-6b13-4047-89ce-6765b348cb62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (1d4270bf-63e3-4e13-91be-114dc0955ec2), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.935086 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:13.967573 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Set router 688aa5d7-5763-4210-91fa-b396503576a2 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:14.040949 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d5d47790-6b13-4047-89ce-6765b348cb62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (1d4270bf-63e3-4e13-91be-114dc0955ec2), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.043856 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c48f67-a5dc-4aa9-9803-0306751c4572 req-175ccb5d-8358-417e-8a27-eae6862e924e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:14.054009 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-12c48f67-a5dc-4aa9-9803-0306751c4572 req-175ccb5d-8358-417e-8a27-eae6862e924e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0632391 May 04 17:52:14.071357 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d47790-6b13-4047-89ce-6765b348cb62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4270bf-63e3-4e13-91be-114dc0955ec2,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:14.104771 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-12c48f67-a5dc-4aa9-9803-0306751c4572 req-a25946f2-dfd5-4592-8861-20c7dd22aba1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496225 May 04 17:52:14.142366 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d5d47790-6b13-4047-89ce-6765b348cb62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.144957 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-d5d47790-6b13-4047-89ce-6765b348cb62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3983004 May 04 17:52:14.147409 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35322) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:14.152393 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-7277d8c2-9715-4d7e-bd97-833a46c5ba1c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'security_group_rule': {'security_group_id': '6f5f300c-b609-453b-898e-f4b9b44b5e18', 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:14.189134 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T17:52:10Z', 'revision_number': 4, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port': {'id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:06Z', 'updated_at': '2022-05-04T17:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'ca09e5bd-0873-458a-934e-67de1c09912b', 'name': '', 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'mac_address': 'fa:16:3e:f7:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '69460bbb-62e8-4f22-8735-b95960d7cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:09Z', 'updated_at': '2022-05-04T17:52:10Z', 'revision_number': 2, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'subnets': [{'id': '69460bbb-62e8-4f22-8735-b95960d7cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:14.220983 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Checking router: 688aa5d7-5763-4210-91fa-b396503576a2 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:52:14.221385 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Updating router 688aa5d7-5763-4210-91fa-b396503576a2 port ca09e5bd-0873-458a-934e-67de1c09912b binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:52:14.249841 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.288155 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7277d8c2-9715-4d7e-bd97-833a46c5ba1c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (446a0a33-e4d6-419e-ae84-e3d587296945), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.373512 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7277d8c2-9715-4d7e-bd97-833a46c5ba1c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (446a0a33-e4d6-419e-ae84-e3d587296945), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.470175 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7277d8c2-9715-4d7e-bd97-833a46c5ba1c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (446a0a33-e4d6-419e-ae84-e3d587296945), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.497289 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277d8c2-9715-4d7e-bd97-833a46c5ba1c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446a0a33-e4d6-419e-ae84-e3d587296945,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:14.596035 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9435bcd-b779-4f79-b656-8b2f786cdb52 req-3dc64b13-a32b-4a0f-a1d2-686c4d8e3b6b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:14.597547 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a9435bcd-b779-4f79-b656-8b2f786cdb52 req-3dc64b13-a32b-4a0f-a1d2-686c4d8e3b6b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0508499 May 04 17:52:14.617947 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7277d8c2-9715-4d7e-bd97-833a46c5ba1c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.626130 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-7277d8c2-9715-4d7e-bd97-833a46c5ba1c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4766228 May 04 17:52:14.633181 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35346) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:14.641046 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-cea73d21-5da4-4519-bddd-96e8507e4ba8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'security_group_rule': {'security_group_id': '6f5f300c-b609-453b-898e-f4b9b44b5e18', 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:14.700029 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a9435bcd-b779-4f79-b656-8b2f786cdb52 req-b8459fc1-7e6e-48ea-8f97-e62820430afc tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966415 May 04 17:52:14.725094 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Publish callbacks [] for port (ca09e5bd-0873-458a-934e-67de1c09912b), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.757552 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.securitygroups_db [None req-cea73d21-5da4-4519-bddd-96e8507e4ba8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Project 15a8c4e6884c42919a5828e77d5abd4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:52:14.764303 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cea73d21-5da4-4519-bddd-96e8507e4ba8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (618d748b-1fb1-4221-b737-b88c7e347164), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.803717 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.830700 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cea73d21-5da4-4519-bddd-96e8507e4ba8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (618d748b-1fb1-4221-b737-b88c7e347164), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.859738 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5600068-0697-4691-a45b-9429a6282887 None None] Pushing event updated for resources: {'Port': ['ID=ca09e5bd-0873-458a-934e-67de1c09912b,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:14.915557 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cea73d21-5da4-4519-bddd-96e8507e4ba8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (618d748b-1fb1-4221-b737-b88c7e347164), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.922382 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Attempting to bind port ca09e5bd-0873-458a-934e-67de1c09912b on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:52:14.925447 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Attempting to bind port ca09e5bd-0873-458a-934e-67de1c09912b by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:52:14.925447 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Attempting to bind port ca09e5bd-0873-458a-934e-67de1c09912b on network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:14.928456 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:52:14.928843 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Checking segment: {'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:14.929232 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.929622 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Bound using segment: {'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:52:14.930081 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Bound port: ca09e5bd-0873-458a-934e-67de1c09912b, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690bf1f0-f856-4e15-9e66-c2b1425ebbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:52:14.930456 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:14.936912 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea73d21-5da4-4519-bddd-96e8507e4ba8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618d748b-1fb1-4221-b737-b88c7e347164,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:15.008077 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] For port ca09e5bd-0873-458a-934e-67de1c09912b, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:52:15.014398 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] For port ca09e5bd-0873-458a-934e-67de1c09912b, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ca09e5bd-0873-458a-934e-67de1c09912b,segment=NetworkSegment(690bf1f0-f856-4e15-9e66-c2b1425ebbd3),segment_id=690bf1f0-f856-4e15-9e66-c2b1425ebbd3)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:52:15.046250 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cea73d21-5da4-4519-bddd-96e8507e4ba8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.047583 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-cea73d21-5da4-4519-bddd-96e8507e4ba8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4126995 May 04 17:52:15.050558 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35358) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:15.055053 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-f20fccc1-2069-4b73-9c6c-b859457824cc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'security_group_rule': {'security_group_id': '6f5f300c-b609-453b-898e-f4b9b44b5e18', 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:15.104204 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.135018 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.securitygroups_db [None req-f20fccc1-2069-4b73-9c6c-b859457824cc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Project 15a8c4e6884c42919a5828e77d5abd4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:52:15.146330 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f20fccc1-2069-4b73-9c6c-b859457824cc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (1e2da6c7-c3d9-4230-9e8e-21fea9e3066b), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.173801 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-64228850-ad6c-40a6-a94c-2fec4984d8b2 None None] Provisioning complete for port ca09e5bd-0873-458a-934e-67de1c09912b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:15.174446 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-64228850-ad6c-40a6-a94c-2fec4984d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.183569 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5600068-0697-4691-a45b-9429a6282887 None None] Pushing event updated for resources: {'Port': ['ID=ca09e5bd-0873-458a-934e-67de1c09912b,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:15.207585 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Routers {'688aa5d7-5763-4210-91fa-b396503576a2'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:52:15.208227 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:52:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['688aa5d7-5763-4210-91fa-b396503576a2'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:15.251565 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f20fccc1-2069-4b73-9c6c-b859457824cc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (1e2da6c7-c3d9-4230-9e8e-21fea9e3066b), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.309258 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b73160-1a93-404e-a995-c9ced13cc11d req-7dcb006e-29a7-4df3-b1a1-0eae9fc9be1c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:15.315607 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b4b73160-1a93-404e-a995-c9ced13cc11d req-7dcb006e-29a7-4df3-b1a1-0eae9fc9be1c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0672483 May 04 17:52:15.339965 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f20fccc1-2069-4b73-9c6c-b859457824cc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (1e2da6c7-c3d9-4230-9e8e-21fea9e3066b), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.371414 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fccc1-2069-4b73-9c6c-b859457824cc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2da6c7-c3d9-4230-9e8e-21fea9e3066b,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:15.397018 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b4b73160-1a93-404e-a995-c9ced13cc11d req-cca40dc3-9846-4c84-9156-252c294ab3ed tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746617 May 04 17:52:15.433533 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] Set router 688aa5d7-5763-4210-91fa-b396503576a2 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:52:15.449114 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f20fccc1-2069-4b73-9c6c-b859457824cc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.450343 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-f20fccc1-2069-4b73-9c6c-b859457824cc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3987739 May 04 17:52:15.471504 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-64228850-ad6c-40a6-a94c-2fec4984d8b2 None None] Current status of the port ca09e5bd-0873-458a-934e-67de1c09912b is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:15.471900 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-64228850-ad6c-40a6-a94c-2fec4984d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.488917 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.551519 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-64228850-ad6c-40a6-a94c-2fec4984d8b2 None None] For port ca09e5bd-0873-458a-934e-67de1c09912b, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ca09e5bd-0873-458a-934e-67de1c09912b,segment=NetworkSegment(690bf1f0-f856-4e15-9e66-c2b1425ebbd3),segment_id=690bf1f0-f856-4e15-9e66-c2b1425ebbd3)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:15.672561 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-64228850-ad6c-40a6-a94c-2fec4984d8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.720164 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T17:52:10Z', 'revision_number': 4, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port': {'id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:06Z', 'updated_at': '2022-05-04T17:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'ca09e5bd-0873-458a-934e-67de1c09912b', 'name': '', 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'mac_address': 'fa:16:3e:f7:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '69460bbb-62e8-4f22-8735-b95960d7cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:09Z', 'updated_at': '2022-05-04T17:52:15Z', 'revision_number': 4, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'subnets': [{'id': '69460bbb-62e8-4f22-8735-b95960d7cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:52:15.755198 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cb7662-1edb-401e-80da-8de14ed70178 None None] The sync data for ids ['688aa5d7-5763-4210-91fa-b396503576a2'] in dv-cinder-840512-1-iscsi is: [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T17:52:10Z', 'revision_number': 4, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port': {'id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:06Z', 'updated_at': '2022-05-04T17:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'ca09e5bd-0873-458a-934e-67de1c09912b', 'name': '', 'network_id': 'f8cd109c-16a4-4c35-98fc-ba51f7f917e2', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'mac_address': 'fa:16:3e:f7:e8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '69460bbb-62e8-4f22-8735-b95960d7cdc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:09Z', 'updated_at': '2022-05-04T17:52:15Z', 'revision_number': 4, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'subnets': [{'id': '69460bbb-62e8-4f22-8735-b95960d7cdc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:52:15.771832 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64228850-ad6c-40a6-a94c-2fec4984d8b2 None None] Pushing event updated for resources: {'Port': ['ID=ca09e5bd-0873-458a-934e-67de1c09912b,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:15.799662 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-7c0f00eb-0a63-4dc5-96ef-e73270efc087 None None] Provisioning complete for port ca09e5bd-0873-458a-934e-67de1c09912b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:15.800039 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-7c0f00eb-0a63-4dc5-96ef-e73270efc087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:15.915020 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f37554-4b44-4871-9131-f9c76169b31a req-262dcc2f-5068-407b-b9e0-cd2821ca6933 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:15.921044 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-84f37554-4b44-4871-9131-f9c76169b31a req-262dcc2f-5068-407b-b9e0-cd2821ca6933 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.1304750 May 04 17:52:15.955675 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f00eb-0a63-4dc5-96ef-e73270efc087 None None] Current status of the port ca09e5bd-0873-458a-934e-67de1c09912b is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:15.989942 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-84f37554-4b44-4871-9131-f9c76169b31a req-3a6eba97-c1ec-45bf-b944-bea0cbf351f4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582147 May 04 17:52:16.518693 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23654b-3b90-4278-bd9d-60c2ec9d9909 req-89d63cd7-788d-43b0-b5d9-0a4872de3a71 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:16.521138 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8b23654b-3b90-4278-bd9d-60c2ec9d9909 req-89d63cd7-788d-43b0-b5d9-0a4872de3a71 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0567329 May 04 17:52:16.578573 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8b23654b-3b90-4278-bd9d-60c2ec9d9909 req-e0a0ef2e-e588-4d75-aa15-813c878ea7ff tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511560 May 04 17:52:16.791653 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:17.006844 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30b102-d9d5-4095-8774-f7240c3861a3 req-534d8b49-346c-4e4c-8561-0b8a70aede55 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:17.008897 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de30b102-d9d5-4095-8774-f7240c3861a3 req-534d8b49-346c-4e4c-8561-0b8a70aede55 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0553210 May 04 17:52:17.102649 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-db9039a4-70c0-41d0-a2f6-9d6c3cf141b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:17.104735 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-db9039a4-70c0-41d0-a2f6-9d6c3cf141b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 1129 time: 0.0695593 May 04 17:52:17.110521 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de30b102-d9d5-4095-8774-f7240c3861a3 req-a7d6c6b8-a320-4724-9d5b-ec50cfd62917 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959177 May 04 17:52:17.164692 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dcc12-4656-42d9-95fe-a4fcff7274a3 req-1619930b-58f2-431c-a4c1-bb7e9b256b82 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:17.166316 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6c2dcc12-4656-42d9-95fe-a4fcff7274a3 req-1619930b-58f2-431c-a4c1-bb7e9b256b82 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0641274 May 04 17:52:17.217536 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6c2dcc12-4656-42d9-95fe-a4fcff7274a3 req-d7065269-1cab-4389-98ab-6c2000cfd641 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441840 May 04 17:52:17.229742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-cd90cf6e-d271-4374-9254-601cdf5d02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:17.231635 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-cd90cf6e-d271-4374-9254-601cdf5d02f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1132390 May 04 17:52:17.280497 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-f3da7bce-7c54-4831-99b0-f37def83d55d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0399406 May 04 17:52:17.337353 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-04f3d863-8a0a-47b8-8c62-8e8db086afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:17.340621 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-04f3d863-8a0a-47b8-8c62-8e8db086afe4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.0537024 May 04 17:52:17.401096 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-7be7587d-4643-4fea-afc7-3cf3fe48ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:17.402623 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-7be7587d-4643-4fea-afc7-3cf3fe48ae7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548418 May 04 17:52:17.533139 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-eda037a1-2e05-4f7b-b17d-73068c29c0e1 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164219 May 04 17:52:17.714518 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69520a31-01c8-4875-bcb6-2cc67ef04f45 req-69d8c93e-41fa-4511-a14e-98aaf07fe730 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719325 May 04 17:52:17.757799 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ca09e5bd-0873-458a-934e-67de1c09912b up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:17.843821 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port ca09e5bd-0873-458a-934e-67de1c09912b triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:17.844360 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:17.958597 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port ca09e5bd-0873-458a-934e-67de1c09912b is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:18.243544 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751cde8-1aac-4c2e-9433-319d1b39946b req-0dd2a836-6f5c-474b-a3cf-c84d526b4909 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:18.259614 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a751cde8-1aac-4c2e-9433-319d1b39946b req-0dd2a836-6f5c-474b-a3cf-c84d526b4909 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0641527 May 04 17:52:18.406301 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a751cde8-1aac-4c2e-9433-319d1b39946b req-ff610ce1-305a-4bc3-ae34-1448783175c7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444550 May 04 17:52:18.459631 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a174ca-6ede-449a-8d7c-f77bf56a86f4 req-0f84abf3-8a80-45cb-93ae-5efb654738da tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:18.476710 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c6a174ca-6ede-449a-8d7c-f77bf56a86f4 req-0f84abf3-8a80-45cb-93ae-5efb654738da tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0896091 May 04 17:52:18.549172 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c6a174ca-6ede-449a-8d7c-f77bf56a86f4 req-c34111a8-ca8d-4a0f-ab9e-ad11cbb029d9 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793047 May 04 17:52:19.539480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5781bd0-2e23-4151-97eb-811319ab3554 req-665fe9f4-e030-4d4c-9d5f-32af6c40a17f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:19.541911 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b5781bd0-2e23-4151-97eb-811319ab3554 req-665fe9f4-e030-4d4c-9d5f-32af6c40a17f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0539966 May 04 17:52:19.629353 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b5781bd0-2e23-4151-97eb-811319ab3554 req-b1282457-873c-4350-8f7c-4a9e46000c42 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722139 May 04 17:52:19.760275 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63a9d5-fa04-40db-be67-d1c72c9b2c30 req-0f73415d-02b9-42bc-96db-0c04e486c389 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:19.771131 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5e63a9d5-fa04-40db-be67-d1c72c9b2c30 req-0f73415d-02b9-42bc-96db-0c04e486c389 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0811241 May 04 17:52:19.841681 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5e63a9d5-fa04-40db-be67-d1c72c9b2c30 req-6db8b28b-6f81-492f-ae69-fbb6dce275c3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691993 May 04 17:52:20.755386 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84130ef8-02d2-4efd-96ed-81aacc43652a req-db0d0044-d829-4638-8e6d-2fa298f5e650 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:20.765618 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-84130ef8-02d2-4efd-96ed-81aacc43652a req-db0d0044-d829-4638-8e6d-2fa298f5e650 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0668550 May 04 17:52:20.825559 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-84130ef8-02d2-4efd-96ed-81aacc43652a req-3d4c065b-47d8-4f90-8ac9-ceeeffc45c2b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581434 May 04 17:52:20.992283 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619348c-75f0-44dd-bf21-b60f5fae991f req-4f7c4ecc-ec93-4dde-a4ea-bb0a28dc2885 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:20.993916 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8619348c-75f0-44dd-bf21-b60f5fae991f req-4f7c4ecc-ec93-4dde-a4ea-bb0a28dc2885 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0628686 May 04 17:52:21.065163 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8619348c-75f0-44dd-bf21-b60f5fae991f req-88ba4a28-3fbb-47ef-8225-c9cf894189f0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620334 May 04 17:52:22.206913 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff9f3b-4505-4038-9bd7-e46af19b56dd req-76a85d51-1925-43aa-a333-2e8b3958dd6c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:22.208464 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40ff9f3b-4505-4038-9bd7-e46af19b56dd req-76a85d51-1925-43aa-a333-2e8b3958dd6c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0519166 May 04 17:52:22.280929 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40ff9f3b-4505-4038-9bd7-e46af19b56dd req-96f1f9e9-8df9-46f2-b4bd-e0896e00ad65 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666525 May 04 17:52:23.195803 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:23.413607 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcd785-6c97-493a-9818-e503ba3925d6 req-94689b52-c418-4cb4-bd18-7c071f51d897 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:23.415460 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5cfcd785-6c97-493a-9818-e503ba3925d6 req-94689b52-c418-4cb4-bd18-7c071f51d897 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0517328 May 04 17:52:23.468471 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5cfcd785-6c97-493a-9818-e503ba3925d6 req-1241602e-02e0-4b20-82d1-dcd13c217693 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466058 May 04 17:52:24.599622 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fe68c-f371-4dba-a090-5a7cc01ba1d5 req-4c939456-589a-4947-91bc-346d57e9f068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:24.601460 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d3fe68c-f371-4dba-a090-5a7cc01ba1d5 req-4c939456-589a-4947-91bc-346d57e9f068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0494332 May 04 17:52:24.649948 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d3fe68c-f371-4dba-a090-5a7cc01ba1d5 req-f91ec00b-6e19-4d8b-b77d-6812ff0cec4c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426228 May 04 17:52:25.804854 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52ba3c-da80-46f8-9d6f-5cd713970341 req-e4521be2-6ce0-47d7-a4b2-b6f34ff1f0c4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:25.807614 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fa52ba3c-da80-46f8-9d6f-5cd713970341 req-e4521be2-6ce0-47d7-a4b2-b6f34ff1f0c4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0544868 May 04 17:52:25.884985 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fa52ba3c-da80-46f8-9d6f-5cd713970341 req-ee0c5a00-c61a-4cca-8b3c-c66e753be381 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718451 May 04 17:52:26.758385 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35656) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:26.765774 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-95a0f215-9f18-4880-870c-8bd6042ae1a5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362370430', 'description': 'tempest-description--1949119043'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:26.904961 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-95a0f215-9f18-4880-870c-8bd6042ae1a5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.061730 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8044cbc-b4f7-45d7-a9be-8aa53e5f744e req-9b0076bd-55a9-4ef8-82de-8eba82210d41 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:27.064279 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d8044cbc-b4f7-45d7-a9be-8aa53e5f744e req-9b0076bd-55a9-4ef8-82de-8eba82210d41 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0812130 May 04 17:52:27.080821 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-95a0f215-9f18-4880-870c-8bd6042ae1a5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group (29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.144321 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d8044cbc-b4f7-45d7-a9be-8aa53e5f744e req-955a8ba6-f465-4707-a0e6-1cd5a3f87851 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693631 May 04 17:52:27.198702 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-95a0f215-9f18-4880-870c-8bd6042ae1a5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.264486 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0f215-9f18-4880-870c-8bd6042ae1a5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:27.273108 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-95a0f215-9f18-4880-870c-8bd6042ae1a5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.275802 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-95a0f215-9f18-4880-870c-8bd6042ae1a5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5151532 May 04 17:52:27.279933 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35674) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:27.285583 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-ef9b9885-8855-4020-a4b9-c804709decd3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'security_group_rule': {'security_group_id': '29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:27.402100 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ef9b9885-8855-4020-a4b9-c804709decd3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group_rule (383d9423-2c4f-41ae-8596-89ed25b923ac), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.471725 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ef9b9885-8855-4020-a4b9-c804709decd3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group_rule (383d9423-2c4f-41ae-8596-89ed25b923ac), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.612586 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ef9b9885-8855-4020-a4b9-c804709decd3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (383d9423-2c4f-41ae-8596-89ed25b923ac), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.637666 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b9885-8855-4020-a4b9-c804709decd3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383d9423-2c4f-41ae-8596-89ed25b923ac,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:27.714682 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ef9b9885-8855-4020-a4b9-c804709decd3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.716257 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ef9b9885-8855-4020-a4b9-c804709decd3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4348288 May 04 17:52:27.719668 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35676) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:27.724283 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-baa6041b-4218-4cfb-aeff-1c1f52e797e8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'security_group_rule': {'security_group_id': '29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:27.828944 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-baa6041b-4218-4cfb-aeff-1c1f52e797e8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group_rule (36b74138-ae7d-48f0-b8a9-0c95d40586b8), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:27.936672 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-baa6041b-4218-4cfb-aeff-1c1f52e797e8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group_rule (36b74138-ae7d-48f0-b8a9-0c95d40586b8), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:28.015610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-baa6041b-4218-4cfb-aeff-1c1f52e797e8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (36b74138-ae7d-48f0-b8a9-0c95d40586b8), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:28.048093 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6041b-4218-4cfb-aeff-1c1f52e797e8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b74138-ae7d-48f0-b8a9-0c95d40586b8,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:28.137717 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-baa6041b-4218-4cfb-aeff-1c1f52e797e8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:28.139850 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-baa6041b-4218-4cfb-aeff-1c1f52e797e8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4191389 May 04 17:52:28.143136 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35688) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:28.148537 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:28.286189 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:28.379132 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba46fc1-3009-4ded-b735-deb8f3f483ed req-75a22e6c-6740-41b3-b3c2-ff2bdcbdb6b3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:28.380830 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9ba46fc1-3009-4ded-b735-deb8f3f483ed req-75a22e6c-6740-41b3-b3c2-ff2bdcbdb6b3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.1177793 May 04 17:52:28.408757 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:28.441011 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9ba46fc1-3009-4ded-b735-deb8f3f483ed req-8dd298fa-68f9-41e6-bfac-ff8a02099cbe tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534811 May 04 17:52:28.520974 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Allocated IP 172.27.2.208 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/1652dc26-3ab9-4668-bb2e-4bd4857dafb0) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:28.665109 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for port (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:28.945051 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:28.985534 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:28.990509 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:29.001255 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event updated for resources: {'Port': ['ID=1652dc26-3ab9-4668-bb2e-4bd4857dafb0,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:29.004030 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:52:29.120610 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (fb8950a0-cf11-47b4-9e73-dfcab797a6cf), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:29.253205 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:29.462361 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for port (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:29.608649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9c84a-7245-4800-83fb-115eb3b17583 req-d4418b65-fe6f-49fc-88ce-8b81df9c26b1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:29.613268 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d6c9c84a-7245-4800-83fb-115eb3b17583 req-d4418b65-fe6f-49fc-88ce-8b81df9c26b1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0826700 May 04 17:52:29.621460 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:29.702356 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d6c9c84a-7245-4800-83fb-115eb3b17583 req-573146f0-c299-46c1-94b3-4578059550d9 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802391 May 04 17:52:29.763369 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event updated for resources: {'Port': ['ID=1652dc26-3ab9-4668-bb2e-4bd4857dafb0,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:29.789791 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (fb8950a0-cf11-47b4-9e73-dfcab797a6cf), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:30.009352 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:30.010565 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-fbe4c24c-ba54-4dca-9d54-10bff4341c8f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8656549 May 04 17:52:30.791797 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-33608d8b-665f-4439-8ddd-a44ab224aa8b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1362370430&fields=id&tenant_id=0a80a63e96c840f1a780b0b263f68aa9 HTTP/1.1" status: 200 len: 267 time: 0.2998970 May 04 17:52:30.874058 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e7a6f-20b4-4a94-aed1-18da44366f31 req-b3a58287-d86b-49f2-a749-fb423aaf41c7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:30.875746 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ff7e7a6f-20b4-4a94-aed1-18da44366f31 req-b3a58287-d86b-49f2-a749-fb423aaf41c7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0707679 May 04 17:52:30.913241 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b097-38c9-42af-99de-768afc180e7f req-1f1f6519-6e12-4284-8bf0-9c6c82ede229 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:30.914728 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-1f1f6519-6e12-4284-8bf0-9c6c82ede229 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 819 time: 0.1141469 May 04 17:52:30.928141 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ff7e7a6f-20b4-4a94-aed1-18da44366f31 req-ac2c2062-63fb-403b-a670-c542756a9171 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 May 04 17:52:30.931760 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-14dfc555-7bca-4571-86e7-e7969851a318 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/quotas/0a80a63e96c840f1a780b0b263f68aa9 HTTP/1.1" status: 200 len: 375 time: 0.0099623 May 04 17:52:30.991960 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-5608cc02-0da6-4fc3-9899-6d4ed889bff1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532951 May 04 17:52:31.088475 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-c340d620-570d-46ca-84dc-57d268db56a4 service neutron] 10.222.0.81 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850363 May 04 17:52:31.194445 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-6de59987-4e43-4ba0-a48e-32b1e13d387b service neutron] 10.222.0.81 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938859 May 04 17:52:31.261152 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35806) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:31.380277 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2b219631-c9c9-441d-8140-95d36043cc33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:31.475756 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2b219631-c9c9-441d-8140-95d36043cc33 admin admin] Publish callbacks [] for security_group (28b7d2ad-1698-4291-bf14-817c96636ec4), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:31.488571 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d9eebbdb-d431-4800-8518-add6fdce3487 req-6c66916b-7787-4ddb-9ae9-19df8e97b4bb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 210 time: 0.0360560 May 04 17:52:31.571139 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2b219631-c9c9-441d-8140-95d36043cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (28b7d2ad-1698-4291-bf14-817c96636ec4), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:31.611989 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-2b219631-c9c9-441d-8140-95d36043cc33 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20ebce442c2445adaec8c1dcdfc10ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555729 May 04 17:52:31.612880 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b219631-c9c9-441d-8140-95d36043cc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b7d2ad-1698-4291-bf14-817c96636ec4,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:31.614729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35822) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:31.664531 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-376adde3-602c-4e80-8ffd-5cc76727bb3a admin admin] Publish callbacks [] for security_group (28b7d2ad-1698-4291-bf14-817c96636ec4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:31.690484 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-376adde3-602c-4e80-8ffd-5cc76727bb3a admin admin] Publish callbacks [] for security_group (28b7d2ad-1698-4291-bf14-817c96636ec4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:31.801828 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-376adde3-602c-4e80-8ffd-5cc76727bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (28b7d2ad-1698-4291-bf14-817c96636ec4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:31.804469 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-376adde3-602c-4e80-8ffd-5cc76727bb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:31.805638 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-376adde3-602c-4e80-8ffd-5cc76727bb3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/28b7d2ad-1698-4291-bf14-817c96636ec4 HTTP/1.1" status: 204 len: 168 time: 0.1899452 May 04 17:52:31.813716 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376adde3-602c-4e80-8ffd-5cc76727bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b7d2ad-1698-4291-bf14-817c96636ec4,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:32.047417 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb0804-9246-42e6-aba2-c932822f46fe req-e2a1d407-d347-4352-b37f-d5fdeee8e9f8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:32.048939 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c2bb0804-9246-42e6-aba2-c932822f46fe req-e2a1d407-d347-4352-b37f-d5fdeee8e9f8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0477881 May 04 17:52:32.103329 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c2bb0804-9246-42e6-aba2-c932822f46fe req-82902e30-4a5a-4c12-b311-3b19a5934fbf tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482836 May 04 17:52:32.439535 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35838) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:32.453333 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cf40d5ca-0313-4c4c-a058-7a082d5059c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:32.525696 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cf40d5ca-0313-4c4c-a058-7a082d5059c3 admin admin] Publish callbacks [] for security_group (78ae7fc4-d687-4d2b-9597-ebf25121e9e4), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:32.592843 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cf40d5ca-0313-4c4c-a058-7a082d5059c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (78ae7fc4-d687-4d2b-9597-ebf25121e9e4), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:32.597459 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4c4dcbd6-51c3-4d27-9eba-0889b4d86328 req-af65bd7e-10ca-4a12-943a-650dd619da60 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 210 time: 0.0322976 May 04 17:52:32.632141 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-cf40d5ca-0313-4c4c-a058-7a082d5059c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=016c2ed8078e41bebc19e253bda387e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915324 May 04 17:52:32.634115 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40d5ca-0313-4c4c-a058-7a082d5059c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae7fc4-d687-4d2b-9597-ebf25121e9e4,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:32.634846 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35844) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:32.685556 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-293897a9-95dd-4518-ae20-16f0f5ddd793 admin admin] Publish callbacks [] for security_group (78ae7fc4-d687-4d2b-9597-ebf25121e9e4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:32.707565 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-293897a9-95dd-4518-ae20-16f0f5ddd793 admin admin] Publish callbacks [] for security_group (78ae7fc4-d687-4d2b-9597-ebf25121e9e4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:32.849939 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-293897a9-95dd-4518-ae20-16f0f5ddd793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (78ae7fc4-d687-4d2b-9597-ebf25121e9e4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:32.852651 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-293897a9-95dd-4518-ae20-16f0f5ddd793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:32.855033 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-293897a9-95dd-4518-ae20-16f0f5ddd793 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/78ae7fc4-d687-4d2b-9597-ebf25121e9e4 HTTP/1.1" status: 204 len: 168 time: 0.2178729 May 04 17:52:32.862695 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293897a9-95dd-4518-ae20-16f0f5ddd793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae7fc4-d687-4d2b-9597-ebf25121e9e4,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:33.222833 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552664-e5e1-455e-9b55-110a35ae84e9 req-412b0190-0d76-47bd-b2aa-a20b0ce185ee tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:33.224398 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-32552664-e5e1-455e-9b55-110a35ae84e9 req-412b0190-0d76-47bd-b2aa-a20b0ce185ee tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0473809 May 04 17:52:33.272852 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-32552664-e5e1-455e-9b55-110a35ae84e9 req-bc6504c3-32cf-4905-9c09-6753490ccd3f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 May 04 17:52:33.646089 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 35874) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:33.661423 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fdd53e60-231d-4d4c-9e51-3d15c753db45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:33.723661 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4e86f373-01da-48a1-a174-c1f99cf428c0 req-b110118b-0328-4de9-a0ea-67c9900c3ee9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 210 time: 0.0395961 May 04 17:52:33.782432 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fdd53e60-231d-4d4c-9e51-3d15c753db45 admin admin] Publish callbacks [] for security_group (dd1dc3b3-899f-4e19-8fc4-03650cb85901), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:33.912993 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fdd53e60-231d-4d4c-9e51-3d15c753db45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (dd1dc3b3-899f-4e19-8fc4-03650cb85901), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:33.958074 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-fdd53e60-231d-4d4c-9e51-3d15c753db45 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49c6da04ffc34d2c8c1c217eddea446b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108373 May 04 17:52:33.959247 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd53e60-231d-4d4c-9e51-3d15c753db45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1dc3b3-899f-4e19-8fc4-03650cb85901,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:33.960765 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35878) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:34.028666 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5e49a09b-6dba-43b6-9901-779b275f2ad9 admin admin] Publish callbacks [] for security_group (dd1dc3b3-899f-4e19-8fc4-03650cb85901), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:34.056946 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5e49a09b-6dba-43b6-9901-779b275f2ad9 admin admin] Publish callbacks [] for security_group (dd1dc3b3-899f-4e19-8fc4-03650cb85901), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:34.174984 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5e49a09b-6dba-43b6-9901-779b275f2ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (dd1dc3b3-899f-4e19-8fc4-03650cb85901), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:34.178849 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5e49a09b-6dba-43b6-9901-779b275f2ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:34.182975 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-5e49a09b-6dba-43b6-9901-779b275f2ad9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd1dc3b3-899f-4e19-8fc4-03650cb85901 HTTP/1.1" status: 204 len: 168 time: 0.2211239 May 04 17:52:34.192373 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49a09b-6dba-43b6-9901-779b275f2ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1dc3b3-899f-4e19-8fc4-03650cb85901,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:34.462646 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307368ea-3b8a-4f07-969f-2b4d4b6c1373 req-30a0d7e5-c2d5-4053-a674-97371257ac39 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:34.464235 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-307368ea-3b8a-4f07-969f-2b4d4b6c1373 req-30a0d7e5-c2d5-4053-a674-97371257ac39 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0948443 May 04 17:52:34.475617 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-d3db040e-9310-45c6-a4fa-b2abb4aae1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:34.477159 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-d3db040e-9310-45c6-a4fa-b2abb4aae1d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 1130 time: 0.0574689 May 04 17:52:34.522980 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-307368ea-3b8a-4f07-969f-2b4d4b6c1373 req-d3d73e7d-42ba-408f-9c36-be5958acc9e2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 May 04 17:52:34.826137 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4e256691-233f-4f09-b69f-54f6704fe821 req-74ffefa9-f371-450f-a164-735f97295f8e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 210 time: 0.0317717 May 04 17:52:34.893630 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-a216eaa5-f8fb-420e-a611-6ba96aedc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:34.895354 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-a216eaa5-f8fb-420e-a611-6ba96aedc997 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 917 time: 0.0960107 May 04 17:52:34.984383 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-b1b78908-d53d-49e0-8b98-5f3f8703e243 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3 HTTP/1.1" status: 200 len: 1001 time: 0.0684681 May 04 17:52:35.039013 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-9cda1f4b-11d4-43f3-9de4-4b893b511e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:35.040656 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-9cda1f4b-11d4-43f3-9de4-4b893b511e64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0486853 May 04 17:52:35.095002 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-81f77b71-85f2-4f61-b45f-b49aca066aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:35.096574 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-81f77b71-85f2-4f61-b45f-b49aca066aa0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489998 May 04 17:52:35.214838 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-7a997667-6f25-4bad-be3b-29e989b12cfe service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017983 May 04 17:52:35.378360 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35922) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:35.481266 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1920139572-network', 'tenant_id': 'a58f0a02b9604b74a0b7f7f5039ee809'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:35.597030 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Made reservation on behalf of a58f0a02b9604b74a0b7f7f5039ee809 for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:35.599313 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:35.611295 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:35.719439 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd889d-92e4-459b-b072-8567ab1735cb req-b5c6856f-b798-46f5-8054-243d6c19c7eb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:35.720980 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-71dd889d-92e4-459b-b072-8567ab1735cb req-b5c6856f-b798-46f5-8054-243d6c19c7eb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.1000879 May 04 17:52:35.760540 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3d15099d-324b-4b53-aecd-c0d6d77749db req-01d8b976-bf33-4ad7-97e8-9ee7b2d0339a service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255018 May 04 17:52:35.808147 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-71dd889d-92e4-459b-b072-8567ab1735cb req-5cd792ac-f53d-4ddb-8196-d9e4662d4e55 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778189 May 04 17:52:35.828868 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Publish callbacks [] for security_group (88469933-3103-4f09-9131-eec65eea3ee4), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:35.928305 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-88013729-4c8b-4a32-8a71-b6a05351b1f7 req-37973d8f-de3c-4f7b-bcf9-0b6963ba219e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 210 time: 0.0338881 May 04 17:52:35.970357 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (88469933-3103-4f09-9131-eec65eea3ee4), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:36.001101 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:52:36.007406 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88469933-3103-4f09-9131-eec65eea3ee4,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:36.016937 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (72a81eed-a909-4447-91f4-06945e636668), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:36.016937 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Added segment 72a81eed-a909-4447-91f4-06945e636668 of type vlan for network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb May 04 17:52:36.082072 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (32ca344d-9d04-4e6c-ad02-bd13e0c29fdb), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:36.099778 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6c1f0-ebae-4ac4-9a24-9d1e99cf29b5 req-1a3ab16c-cb7e-4a41-87bb-52fcb05e4fb3 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:36.101280 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7fb6c1f0-ebae-4ac4-9a24-9d1e99cf29b5 req-1a3ab16c-cb7e-4a41-87bb-52fcb05e4fb3 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0590401 May 04 17:52:36.157694 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7fb6c1f0-ebae-4ac4-9a24-9d1e99cf29b5 req-7bebc3d6-aadb-4581-9a62-c57cc0013a5d tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 May 04 17:52:36.224697 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (32ca344d-9d04-4e6c-ad02-bd13e0c29fdb), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:36.225697 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:36.226280 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:36.288847 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] Pushing event updated for resources: {'Network': ['ID=32ca344d-9d04-4e6c-ad02-bd13e0c29fdb,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:36.299423 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:52:36.349124 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-de8019af-2b7f-47fe-b7e5-9af082554d2b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9693191 May 04 17:52:36.351779 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 35950) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:36.360389 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Request body: {'subnet': {'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1920139572-subnet', 'tenant_id': 'a58f0a02b9604b74a0b7f7f5039ee809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:36.465285 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Made reservation on behalf of a58f0a02b9604b74a0b7f7f5039ee809 for: {'subnet': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:36.469256 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3371930'] for subnet (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:36.713384 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3545349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3372008'] for subnet (a2f18792-de21-4de8-8943-a133c56153bc), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:36.764396 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f18792-de21-4de8-8943-a133c56153bc,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:36.780452 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Checking segment: {'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:36.780895 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Network hostable DHCP agents. Network: 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:52:36.898813 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:52:36.936825 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c9bf-4f32-4fba-9ee9-c9d5a4b19f06 req-f836b204-53bc-41ff-867a-55c9a48ff5f7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:36.938324 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ebe7c9bf-4f32-4fba-9ee9-c9d5a4b19f06 req-f836b204-53bc-41ff-867a-55c9a48ff5f7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0513933 May 04 17:52:36.987223 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb) {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:36.987795 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ebe7c9bf-4f32-4fba-9ee9-c9d5a4b19f06 req-c93ca069-8d69-4f92-9b4d-2cb328afe0ba tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438476 May 04 17:52:36.992053 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:36.993162 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:37.001808 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82825c98-8428-43d4-baf6-05bb0240a55d None None] Network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:52:37.045324 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2b71fede-6da5-40b1-ba23-a008fe592700 req-1b7ecf58-e4f8-4469-8091-0903c2d5a598 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 210 time: 0.0321047 May 04 17:52:37.086753 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-fe9b4226-827a-49a1-82ad-95d40da614bd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7335956 May 04 17:52:37.104255 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf5f35c-4e47-4586-bdd7-886f8a854ab5 None None] Network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:52:37.281287 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ce9d8-35f6-42ed-b396-fe8cf670cb2f req-d6bc0b73-660c-4b2e-9457-7056f6d8739f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:37.283247 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3d5ce9d8-35f6-42ed-b396-fe8cf670cb2f req-d6bc0b73-660c-4b2e-9457-7056f6d8739f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0540512 May 04 17:52:37.336892 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3d5ce9d8-35f6-42ed-b396-fe8cf670cb2f req-042b95e3-56fc-46d5-b2e0-b6ed98e6f933 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478113 May 04 17:52:37.839890 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b097-38c9-42af-99de-768afc180e7f req-ad662d09-42ba-4db9-99c0-4e6b404dddc0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:37.841617 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-ad662d09-42ba-4db9-99c0-4e6b404dddc0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 819 time: 0.1071575 May 04 17:52:37.910944 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-1bbdde7d-2a35-45da-8dac-245b97bc2e72 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a80a63e96c840f1a780b0b263f68aa9 HTTP/1.1" status: 200 len: 380 time: 0.0548985 May 04 17:52:37.963878 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'port': {'device_id': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'admin_state_up': True, 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'security_groups': ['29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:38.142916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0a6a0-c762-46cb-ae76-06a6db180d33 req-ea5ea4c0-150f-4ba0-a301-204d3df7e25f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:38.144738 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f3d0a6a0-c762-46cb-ae76-06a6db180d33 req-ea5ea4c0-150f-4ba0-a301-204d3df7e25f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 946 time: 0.0606287 May 04 17:52:38.166836 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7127db3d-4fd1-4270-8aaf-f6c2b5d9c9ac req-948c1fae-6be2-477a-8b05-c95ace2c92a6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 210 time: 0.0301900 May 04 17:52:38.194478 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f3d0a6a0-c762-46cb-ae76-06a6db180d33 req-16f65385-ee62-4216-93a8-43f252240a6a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437591 May 04 17:52:38.198267 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Made reservation on behalf of 0a80a63e96c840f1a780b0b263f68aa9 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:38.202130 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:38.335211 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Allocated IP 172.20.0.13 (2a788710-3f1d-40a2-9b49-f0445f584b5a/f18c2eb7-06ab-47e9-8fe5-4147a2cef998/ebe99c84-7559-45e6-b59f-73d3645b3f39) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:38.465729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad2db6-e87b-4e08-bb09-85f5fe9891ba req-dc30e09d-b8eb-42a4-a2bd-1435b844fb0b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:38.467448 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9fad2db6-e87b-4e08-bb09-85f5fe9891ba req-dc30e09d-b8eb-42a4-a2bd-1435b844fb0b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0518601 May 04 17:52:38.487978 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:38.516048 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9fad2db6-e87b-4e08-bb09-85f5fe9891ba req-5e56ccd0-7c16-4a11-9211-49f43f53c194 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 May 04 17:52:38.633805 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:38.680648 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:38.683870 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:38.690271 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:52:38.716838 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event updated for resources: {'Port': ['ID=ebe99c84-7559-45e6-b59f-73d3645b3f39,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:38.742760 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:38.743392 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:38.836184 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-43ec7904-365a-4d86-b5cf-585f5f40341b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8773930 May 04 17:52:38.922714 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Request body: {'port': {'device_id': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:38.925953 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:52:38.972078 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-479055fc-6061-4062-a352-122de0ddc6c5 None None] Provisioning complete for port ebe99c84-7559-45e6-b59f-73d3645b3f39 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:38.972386 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-479055fc-6061-4062-a352-122de0ddc6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:38.983451 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:39.035894 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-479055fc-6061-4062-a352-122de0ddc6c5 None None] Port ebe99c84-7559-45e6-b59f-73d3645b3f39 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:52:39.052798 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 is: ACTIVE; New status is: DOWN {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:39.052798 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:39.075011 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:39.077568 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef295c-98aa-457e-b90a-3a8f60dbaead" -d '{"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:52:39.090944 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:39.127254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 17:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56eb2e36-8123-4390-a2b1-b8fad6d6c398 x-openstack-request-id: req-56eb2e36-8123-4390-a2b1-b8fad6d6c398 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:52:39.127254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:52:39.127254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56eb2e36-8123-4390-a2b1-b8fad6d6c398 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:52:39.127254 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56eb2e36-8123-4390-a2b1-b8fad6d6c398'] response: {'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'code': 200} May 04 17:52:39.173292 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:39.250424 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=8']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:39.257802 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.258151 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.258514 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.258930 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.259274 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.259605 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.259936 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.260262 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.260618 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.266303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.266303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.266303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.266303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.266303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.266303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:39.310479 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe99c84-7559-45e6-b59f-73d3645b3f39 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:39.334452 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e905d7-53b9-414d-b0ba-ed93160f2c1e req-6f4c1f77-dc4c-4813-b891-a016c3429f18 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:39.342531 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b1e905d7-53b9-414d-b0ba-ed93160f2c1e req-6f4c1f77-dc4c-4813-b891-a016c3429f18 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 932 time: 0.0637760 May 04 17:52:39.346139 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Publish callbacks [] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:39.373974 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Transition to ACTIVE for port object ebe99c84-7559-45e6-b59f-73d3645b3f39 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:52:39.387820 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b1e905d7-53b9-414d-b0ba-ed93160f2c1e req-e26003e8-f8d6-44b9-b837-eb6f17f5054c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 May 04 17:52:39.441360 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53318866-1287-4519-99b1-4be134c5e3e9 req-a01ca598-db0c-4bb7-bf80-bf868158a933 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:39.442950 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-a01ca598-db0c-4bb7-bf80-bf868158a933 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/networks?id=32ca344d-9d04-4e6c-ad02-bd13e0c29fdb HTTP/1.1" status: 200 len: 809 time: 0.1273036 May 04 17:52:39.459410 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-94fcb8b4-46ea-4f25-af1d-94de820f348f tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/quotas/a58f0a02b9604b74a0b7f7f5039ee809 HTTP/1.1" status: 200 len: 375 time: 0.0093281 May 04 17:52:39.476119 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:39.491120 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a34b9-9a05-48ee-a374-ecd62b301577 req-d1d03a4d-52fe-4bdf-a28c-380b037687c3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:39.492645 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0f3a34b9-9a05-48ee-a374-ecd62b301577 req-d1d03a4d-52fe-4bdf-a28c-380b037687c3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0474298 May 04 17:52:39.497132 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-4cdf8189-fcbc-4f96-8a34-6008374eedc3 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315855 May 04 17:52:39.554288 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0f3a34b9-9a05-48ee-a374-ecd62b301577 req-6156f85c-382f-4fcd-ab07-bddb5e9b404c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471289 May 04 17:52:39.570220 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe99c84-7559-45e6-b59f-73d3645b3f39,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:39.684035 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-02d01754-bff5-4354-a093-e075f50afad4 service neutron] 10.222.0.81 "GET /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670525 May 04 17:52:39.685033 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5e0c-2958-4eac-bda6-c0fea6e170bf req-05099e10-0110-4206-800d-de7e29f444cc tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:39.692279 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-768f5e0c-2958-4eac-bda6-c0fea6e170bf req-05099e10-0110-4206-800d-de7e29f444cc tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0622365 May 04 17:52:39.734121 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Attempting to bind port ebe99c84-7559-45e6-b59f-73d3645b3f39 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:52:39.734121 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Attempting to bind port ebe99c84-7559-45e6-b59f-73d3645b3f39 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:52:39.734543 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Attempting to bind port ebe99c84-7559-45e6-b59f-73d3645b3f39 on network 2a788710-3f1d-40a2-9b49-f0445f584b5a {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:39.743464 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Port ebe99c84-7559-45e6-b59f-73d3645b3f39 on network 2a788710-3f1d-40a2-9b49-f0445f584b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:52:39.743793 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Attempting to bind port ebe99c84-7559-45e6-b59f-73d3645b3f39 on network 2a788710-3f1d-40a2-9b49-f0445f584b5a {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:39.743931 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-768f5e0c-2958-4eac-bda6-c0fea6e170bf req-35d9cbbb-4c73-4b43-8175-c5020e9568be tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503800 May 04 17:52:39.778497 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:52:39.778851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Checking segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:39.784584 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Bound using segment: {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:52:39.784584 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Bound port: ebe99c84-7559-45e6-b59f-73d3645b3f39, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d6a1b8-efd5-4eed-bc33-214caaea85f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:52:39.784584 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:39.841617 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-7f67304b-74ae-4c91-904c-358de4004bf7 service neutron] 10.222.0.81 "GET /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461301 May 04 17:52:39.866735 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] For port ebe99c84-7559-45e6-b59f-73d3645b3f39, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:52:39.869958 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] For port ebe99c84-7559-45e6-b59f-73d3645b3f39, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:52:39.999095 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:40.032551 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:40.033177 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:40.034598 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] 10.222.0.86 "PUT /v2.0/ports/ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 200 len: 1094 time: 1.1228952 May 04 17:52:40.037030 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:40.039177 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f" -d '{"events": [{"name": "network-changed", "server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:52:40.070174 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e01e09-113e-4f87-8b97-ff4a747b5d99 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe99c84-7559-45e6-b59f-73d3645b3f39,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:40.080250 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9295ebb1-1db0-49f8-9b74-8ef6f9b3ec00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:40.141649 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf6764-e468-4174-9555-f44b03a162e8 x-openstack-request-id: req-2ddf6764-e468-4174-9555-f44b03a162e8 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:52:40.143496 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:52:40.143849 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ddf6764-e468-4174-9555-f44b03a162e8 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:52:40.144839 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ddf6764-e468-4174-9555-f44b03a162e8'] response: {'name': 'network-changed', 'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'status': 'completed', 'code': 200} May 04 17:52:40.226425 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-39a33a69-acdf-4496-81cd-3300e8b159a4 req-e3ae48e7-a6d3-42ac-ad12-8b19c46a132b tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 210 time: 0.0322578 May 04 17:52:40.237685 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b097-38c9-42af-99de-768afc180e7f req-eb4c36d9-b50b-4593-8fe8-2f4e2ef92f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:40.239795 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-eb4c36d9-b50b-4593-8fe8-2f4e2ef92f57 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1128 time: 0.0932012 May 04 17:52:40.290606 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-8fd17cd5-b338-4ae3-b09e-25f70fc2ebd8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 200 len: 217 time: 0.0422721 May 04 17:52:40.340370 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b097-38c9-42af-99de-768afc180e7f req-e0824949-a1a9-4931-9e5f-8708b5924a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:40.341856 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-e0824949-a1a9-4931-9e5f-8708b5924a6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.0447955 May 04 17:52:40.402045 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5b097-38c9-42af-99de-768afc180e7f req-8570b84a-f14a-4752-be2b-1643a67d4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:40.403672 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-8570b84a-f14a-4752-be2b-1643a67d4039 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516143 May 04 17:52:40.547657 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ca8d7-fb0e-45f1-8ee3-8e0843a1b182 req-177e5fe1-b394-4d26-b02f-55c6d2759478 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:40.549172 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-558ca8d7-fb0e-45f1-8ee3-8e0843a1b182 req-177e5fe1-b394-4d26-b02f-55c6d2759478 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 944 time: 0.0821698 May 04 17:52:40.566509 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-54b5feda-1cec-4ae2-a13e-a307c8a944e8 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490028 May 04 17:52:40.628897 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-558ca8d7-fb0e-45f1-8ee3-8e0843a1b182 req-be38ab3c-6884-468e-a3b9-8a9bebeeb1a6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717535 May 04 17:52:40.682132 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4cc5b097-38c9-42af-99de-768afc180e7f req-b5804d44-20c8-47fb-ad17-b65e3a212eaf service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010468 May 04 17:52:40.882824 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5334e6-e576-4ef0-b96f-e506d3811d75 req-37095ac7-6dcf-4c57-a5f0-bb0ab20d3f49 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:40.884497 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8c5334e6-e576-4ef0-b96f-e506d3811d75 req-37095ac7-6dcf-4c57-a5f0-bb0ab20d3f49 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0700490 May 04 17:52:40.939273 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8c5334e6-e576-4ef0-b96f-e506d3811d75 req-1fc8293e-9c51-4242-8178-80abed2e84df tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461507 May 04 17:52:40.963738 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 36072) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:41.069937 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2868c90c-5308-4a3b-91c6-bdb79f2a4249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:41.150471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2868c90c-5308-4a3b-91c6-bdb79f2a4249 admin admin] Publish callbacks [] for security_group (36b419c2-51a7-47f1-a3b5-22fd8755592e), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:41.224756 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2868c90c-5308-4a3b-91c6-bdb79f2a4249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (36b419c2-51a7-47f1-a3b5-22fd8755592e), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:41.265216 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-2868c90c-5308-4a3b-91c6-bdb79f2a4249 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b3909633d824f6ea4075c5bc241f14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981281 May 04 17:52:41.269478 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36086) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:41.279358 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868c90c-5308-4a3b-91c6-bdb79f2a4249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b419c2-51a7-47f1-a3b5-22fd8755592e,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:41.326062 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7247f961-2688-4668-9e98-633c2ab397a6 admin admin] Publish callbacks [] for security_group (36b419c2-51a7-47f1-a3b5-22fd8755592e), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:41.694173 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3755bde4-77f5-492f-83bc-a83e5992f9c5 req-aca2c9d9-03b8-4487-aeb2-3f737bd28f72 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 210 time: 0.0489037 May 04 17:52:41.694729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7247f961-2688-4668-9e98-633c2ab397a6 admin admin] Publish callbacks [] for security_group (36b419c2-51a7-47f1-a3b5-22fd8755592e), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:41.694729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [req-62d1a238-867e-4994-8981-2026ad2c6f77 req-4dcf8288-7938-4757-b779-5983103ac784 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:52:41.694729 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-62d1a238-867e-4994-8981-2026ad2c6f77 req-4dcf8288-7938-4757-b779-5983103ac784 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0111215 May 04 17:52:41.722368 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7247f961-2688-4668-9e98-633c2ab397a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (36b419c2-51a7-47f1-a3b5-22fd8755592e), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:41.726059 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7247f961-2688-4668-9e98-633c2ab397a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:41.727278 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-7247f961-2688-4668-9e98-633c2ab397a6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36b419c2-51a7-47f1-a3b5-22fd8755592e HTTP/1.1" status: 204 len: 168 time: 0.4560826 May 04 17:52:41.738175 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247f961-2688-4668-9e98-633c2ab397a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b419c2-51a7-47f1-a3b5-22fd8755592e,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:41.752936 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba464-5729-43a0-ad19-118bb9bd988a req-038250a4-f139-4228-95cf-cd1faede453f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:41.752936 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4afba464-5729-43a0-ad19-118bb9bd988a req-038250a4-f139-4228-95cf-cd1faede453f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 944 time: 0.0496988 May 04 17:52:41.805209 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4afba464-5729-43a0-ad19-118bb9bd988a req-d956f24b-171a-4532-b3bd-cad679696d3e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477073 May 04 17:52:41.944279 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9ff42-3936-42d6-946e-438db54efa6e req-53bf33d0-28e2-4f96-ac7e-f15ca59546ed tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:41.945731 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-92d9ff42-3936-42d6-946e-438db54efa6e req-53bf33d0-28e2-4f96-ac7e-f15ca59546ed tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0475352 May 04 17:52:41.995679 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-92d9ff42-3936-42d6-946e-438db54efa6e req-ed8849e6-639f-4111-ab43-f1057fa86afe tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442088 May 04 17:52:42.086435 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab94f8-c6ff-4879-a240-af6a4d146e7c req-f9011b48-36cd-4b6c-a991-e13dcf26ff6a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:42.088270 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-60ab94f8-c6ff-4879-a240-af6a4d146e7c req-f9011b48-36cd-4b6c-a991-e13dcf26ff6a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0760243 May 04 17:52:42.145603 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-7c0a6421-8004-42bf-97be-b78466a77c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:42.147210 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-7c0a6421-8004-42bf-97be-b78466a77c9c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1128 time: 0.0520997 May 04 17:52:42.151507 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-60ab94f8-c6ff-4879-a240-af6a4d146e7c req-4a40a59f-46bb-43ba-b283-d1a0b2cde7fd tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499177 May 04 17:52:42.256345 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-f1c25c5b-19f4-47c5-bf95-579e7a11fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:42.258013 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-f1c25c5b-19f4-47c5-bf95-579e7a11fed3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1016643 May 04 17:52:42.337788 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-8adab01d-3976-4a67-9b42-83eb5bb24575 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 200 len: 217 time: 0.0625229 May 04 17:52:42.388068 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-36699a2c-3712-4550-8b65-816f974f8037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:42.397817 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-161d2d3c-ba98-4816-a7b3-e3d4c7667d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:42.399369 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-161d2d3c-ba98-4816-a7b3-e3d4c7667d63 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.0544047 May 04 17:52:42.484362 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a9122ea1-f740-49aa-9e67-f0bd0fe4edd3 req-420a7543-e9fb-497b-9c84-30c5370facb3 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 210 time: 0.0385466 May 04 17:52:42.485712 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-86d4e120-75cc-433c-966b-a179a4e481ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:42.487315 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-86d4e120-75cc-433c-966b-a179a4e481ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806496 May 04 17:52:42.598012 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-f9bbcda8-658c-4a39-afd2-1af6be0e0e10 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232711542&fields=id&tenant_id=15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 267 time: 0.0556734 May 04 17:52:42.620727 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-2f064a32-0c00-4418-bb47-00af8f4f1e2e service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112783 May 04 17:52:42.716505 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 36142) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:42.740951 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681338c-6e64-485c-9969-0ed3f9932721 req-74f4b5b8-4735-44bb-8210-4475301329bc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:42.752793 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ad2b1dc-303e-46c0-b5a3-c17ad78dac4f req-cf402a51-11cb-4e04-8abd-41f64d584992 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246474 May 04 17:52:42.759455 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-74f4b5b8-4735-44bb-8210-4475301329bc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 812 time: 0.1598334 May 04 17:52:42.781097 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-6e025fd3-5c0d-476f-885b-9880c4bfb69f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/quotas/15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 375 time: 0.0158405 May 04 17:52:42.864207 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-3175e40d-cf07-43a9-a4bd-8e0fe30493d6 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730724 May 04 17:52:42.970334 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:52:42.972284 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-7d231b1b-af4f-4c00-b5b4-f645b65b3f7b service neutron] 10.222.0.81 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071188 May 04 17:52:43.085484 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 is: DOWN; New status is: DOWN {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:43.096487 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-cfa399b9-5d7b-42e7-b663-56dc2d76281f service neutron] 10.222.0.81 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183867 May 04 17:52:43.130263 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-98153c92-942e-465f-97ef-975403e43892 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4129126 May 04 17:52:43.141503 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9df8-6cfd-4366-bad7-4c969918ac2f req-006795bf-e11f-404f-83ec-28b566fd02b9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:43.143080 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1a3d9df8-6cfd-4366-bad7-4c969918ac2f req-006795bf-e11f-404f-83ec-28b566fd02b9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 944 time: 0.0553401 May 04 17:52:43.147830 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-8b4864b8-6837-401c-a428-173190031ee6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:52:43.148814 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-8b4864b8-6837-401c-a428-173190031ee6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048759 May 04 17:52:43.224300 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1a3d9df8-6cfd-4366-bad7-4c969918ac2f req-b7cdbd78-58a7-43be-8fba-33a65ec6b2ab tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675430 May 04 17:52:43.334693 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eec71-d6a7-423f-bd4a-2d3718f47b16 req-5ba0fbb8-28d0-4705-93b2-d2085566e5ca tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:43.340816 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c2eec71-d6a7-423f-bd4a-2d3718f47b16 req-5ba0fbb8-28d0-4705-93b2-d2085566e5ca tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0617368 May 04 17:52:43.366409 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36174) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:43.397086 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c2eec71-d6a7-423f-bd4a-2d3718f47b16 req-918726ff-13d2-4d8a-ad45-8c6f809065c1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523896 May 04 17:52:43.513305 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f50eea-a2e4-4e78-932b-89b4ef0e2826 req-aa9c692f-3e66-459f-a1e6-25b70b8392e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:43.515418 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a9f50eea-a2e4-4e78-932b-89b4ef0e2826 req-aa9c692f-3e66-459f-a1e6-25b70b8392e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0560949 May 04 17:52:43.555755 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-44b4f508-d0cc-4892-bbf0-0092afc1e88d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:43.567770 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-44b4f508-d0cc-4892-bbf0-0092afc1e88d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports/4a8881e1-ef77-48ac-aa10-24bb5d927fa3 HTTP/1.1" status: 200 len: 941 time: 0.1992507 May 04 17:52:43.639166 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a9f50eea-a2e4-4e78-932b-89b4ef0e2826 req-bb991358-2e41-40ab-bedb-df3cfd49e446 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128130 May 04 17:52:43.678279 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53318866-1287-4519-99b1-4be134c5e3e9 req-1954860d-7be9-4f39-bf08-48250ca67675 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:43.680300 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-1954860d-7be9-4f39-bf08-48250ca67675 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.86 "GET /v2.0/networks?id=32ca344d-9d04-4e6c-ad02-bd13e0c29fdb HTTP/1.1" status: 200 len: 809 time: 0.1637092 May 04 17:52:43.695319 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Request body: {'port': {'device_id': '8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc', 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb', 'admin_state_up': True, 'tenant_id': 'a58f0a02b9604b74a0b7f7f5039ee809'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:43.757938 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-abb83679-a590-468b-a4c6-6a3773216e0d req-850f2f58-7b20-4fcb-856f-4fbb69e8a7fb tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 210 time: 0.0456293 May 04 17:52:43.894295 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:43.964476 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-72527b00-bb99-4b33-9056-ed35f6b28acc req-7eefb0c6-4d1e-4cc6-b5f5-3b4e208c413a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 210 time: 0.0409451 May 04 17:52:43.978984 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Made reservation on behalf of a58f0a02b9604b74a0b7f7f5039ee809 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:43.982759 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:44.132607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Allocated IP 172.20.0.2 (32ca344d-9d04-4e6c-ad02-bd13e0c29fdb/a2f18792-de21-4de8-8943-a133c56153bc/b9063a74-8e16-4b52-8ded-398584351169) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:44.300740 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks [] for port (b9063a74-8e16-4b52-8ded-398584351169), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:44.340741 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2727e-4981-4882-b4c1-b22e945e26a2 req-c7f28c16-0509-4207-b44f-c25f0712c935 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:44.344986 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b4a2727e-4981-4882-b4c1-b22e945e26a2 req-c7f28c16-0509-4207-b44f-c25f0712c935 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 944 time: 0.0581765 May 04 17:52:44.394403 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b4a2727e-4981-4882-b4c1-b22e945e26a2 req-c8ff99ee-f9dc-4a91-bf86-ee7ff7f084bb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450878 May 04 17:52:44.402401 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (b9063a74-8e16-4b52-8ded-398584351169), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:44.454020 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:44.459428 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:44.462564 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:52:44.506975 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Pushing event updated for resources: {'Port': ['ID=b9063a74-8e16-4b52-8ded-398584351169,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:44.558631 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:44.559234 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:44.567480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be9df3-65ea-430b-b72e-eec6921c7b7f req-e377e8ea-1dab-4fed-8ac6-47041f81edaa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:44.571100 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-56be9df3-65ea-430b-b72e-eec6921c7b7f req-e377e8ea-1dab-4fed-8ac6-47041f81edaa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0760186 May 04 17:52:44.617894 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-56be9df3-65ea-430b-b72e-eec6921c7b7f req-8d333d01-d948-4f79-b748-a8337f18047b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420368 May 04 17:52:44.650954 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-953b9693-20fd-4be1-84d6-00e4e6cba922 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9600570 May 04 17:52:44.669369 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Request body: {'port': {'device_id': '8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:44.736884 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (b9063a74-8e16-4b52-8ded-398584351169), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:44.801894 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47723f7a-744d-47f4-ad16-ff78df43d930 req-a3379e72-d9ed-4723-813a-173a964f368f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:44.801894 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-47723f7a-744d-47f4-ad16-ff78df43d930 req-a3379e72-d9ed-4723-813a-173a964f368f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0726998 May 04 17:52:44.845703 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-47723f7a-744d-47f4-ad16-ff78df43d930 req-192c34e7-0f08-4e75-96e7-c2b42555d9c1 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525012 May 04 17:52:44.926018 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bef48-9a9b-43d1-b92c-99b72bb893a0 req-354e7cee-d9d9-4517-9ba9-b77a11f9207e tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:44.927610 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f4bef48-9a9b-43d1-b92c-99b72bb893a0 req-354e7cee-d9d9-4517-9ba9-b77a11f9207e tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 931 time: 0.0716836 May 04 17:52:44.982319 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device ebe99c84-7559-45e6-b59f-73d3645b3f39 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:52:45.038151 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f4bef48-9a9b-43d1-b92c-99b72bb893a0 req-079b2d64-0432-45ab-bec5-5649db83de18 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974867 May 04 17:52:45.120496 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3b6be386-dcd8-41ed-a515-34a867a04a2a req-ee1cff35-8b9f-40fc-bf75-8ccf9159978d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 210 time: 0.0680411 May 04 17:52:45.129949 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9063a74-8e16-4b52-8ded-398584351169 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:45.139567 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Publish callbacks [] for port (b9063a74-8e16-4b52-8ded-398584351169), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:45.153107 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port ebe99c84-7559-45e6-b59f-73d3645b3f39, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:45.157469 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Transition to ACTIVE for port object b9063a74-8e16-4b52-8ded-398584351169 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:52:45.165898 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'mac_address': 'fa:16:3e:1b:2c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:52:45.208748 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port ebe99c84-7559-45e6-b59f-73d3645b3f39 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:45.209141 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:45.222651 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe99c84-7559-45e6-b59f-73d3645b3f39 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:45.243756 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port ebe99c84-7559-45e6-b59f-73d3645b3f39, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:45.250403 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (b9063a74-8e16-4b52-8ded-398584351169), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:45.305259 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Pushing event updated for resources: {'Port': ['ID=b9063a74-8e16-4b52-8ded-398584351169,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:45.352565 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:45.394336 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Attempting to bind port b9063a74-8e16-4b52-8ded-398584351169 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:52:45.394563 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Attempting to bind port b9063a74-8e16-4b52-8ded-398584351169 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:52:45.394991 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Attempting to bind port b9063a74-8e16-4b52-8ded-398584351169 on network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:45.400009 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Port b9063a74-8e16-4b52-8ded-398584351169 on network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:52:45.400320 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Attempting to bind port b9063a74-8e16-4b52-8ded-398584351169 on network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:45.417638 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:52:45.418019 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Checking segment: {'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:45.429682 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=ebe99c84-7559-45e6-b59f-73d3645b3f39,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:45.429786 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Bound using segment: {'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:52:45.429786 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Bound port: b9063a74-8e16-4b52-8ded-398584351169, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:52:45.429786 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (b9063a74-8e16-4b52-8ded-398584351169), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:45.490372 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:45.552975 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4ab28-4e52-497f-a012-40c7dc3419fc req-91d380be-3325-4aae-8e32-0b23e3c9cacf tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:45.554413 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-94f4ab28-4e52-497f-a012-40c7dc3419fc req-91d380be-3325-4aae-8e32-0b23e3c9cacf tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 945 time: 0.0664184 May 04 17:52:45.560311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] For port b9063a74-8e16-4b52-8ded-398584351169, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:52:45.564547 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] For port b9063a74-8e16-4b52-8ded-398584351169, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b9063a74-8e16-4b52-8ded-398584351169,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:52:45.612137 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-94f4ab28-4e52-497f-a012-40c7dc3419fc req-31e08b9a-805c-4aeb-ab74-f5571fdc5763 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494275 May 04 17:52:45.720483 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (b9063a74-8e16-4b52-8ded-398584351169), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:45.722957 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['ebe99c84-7559-45e6-b59f-73d3645b3f39'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:52:45.744854 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea31f1-f441-4ba6-b74a-614cd4e59094 req-0e0d9e18-94b2-4e53-a2fb-7aeee7e4e75d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:45.746357 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d1ea31f1-f441-4ba6-b74a-614cd4e59094 req-0e0d9e18-94b2-4e53-a2fb-7aeee7e4e75d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0531492 May 04 17:52:45.766979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:45.767703 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:45.769560 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] 10.222.0.86 "PUT /v2.0/ports/b9063a74-8e16-4b52-8ded-398584351169 HTTP/1.1" status: 200 len: 1093 time: 1.1043897 May 04 17:52:45.769937 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc', 'tag': 'b9063a74-8e16-4b52-8ded-398584351169'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:45.772716 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db04dec-4043-49df-8126-5c3bed1665a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc", "tag": "b9063a74-8e16-4b52-8ded-398584351169"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:52:45.806040 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13e854-d358-402b-8526-8fbbf269a87e service neutron] Pushing event updated for resources: {'Port': ['ID=b9063a74-8e16-4b52-8ded-398584351169,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:45.831982 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d1ea31f1-f441-4ba6-b74a-614cd4e59094 req-4e31b548-ca73-4821-b588-3989c4a42b49 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733523 May 04 17:52:45.852048 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaad99e-6c1e-4f22-9259-f06f09b08e2c x-openstack-request-id: req-6aaad99e-6c1e-4f22-9259-f06f09b08e2c {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:52:45.852048 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc", "tag": "b9063a74-8e16-4b52-8ded-398584351169", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:52:45.852048 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6aaad99e-6c1e-4f22-9259-f06f09b08e2c {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:52:45.852048 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aaad99e-6c1e-4f22-9259-f06f09b08e2c'] response: {'name': 'network-changed', 'server_uuid': '8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc', 'tag': 'b9063a74-8e16-4b52-8ded-398584351169', 'status': 'completed', 'code': 200} May 04 17:52:45.970143 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04dec-4043-49df-8126-5c3bed1665a9 req-90ada52b-3a86-45f6-a91f-0ddb5aaf6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:45.971655 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4db04dec-4043-49df-8126-5c3bed1665a9 req-90ada52b-3a86-45f6-a91f-0ddb5aaf6813 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 1127 time: 0.0714092 May 04 17:52:45.984265 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26faa49b-fb0d-4731-bd9e-3b37a4bf5df0 req-e22c9221-97e6-41ee-944f-caa4eaf53655 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:45.985766 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26faa49b-fb0d-4731-bd9e-3b37a4bf5df0 req-e22c9221-97e6-41ee-944f-caa4eaf53655 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0569510 May 04 17:52:46.126932 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26faa49b-fb0d-4731-bd9e-3b37a4bf5df0 req-4b37671b-2fff-4249-bb68-9a3d7b5c2320 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320751 May 04 17:52:46.176805 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04dec-4043-49df-8126-5c3bed1665a9 req-b734b933-e88b-48eb-bf23-e00eeade7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:46.178615 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4db04dec-4043-49df-8126-5c3bed1665a9 req-b734b933-e88b-48eb-bf23-e00eeade7a24 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1918054 May 04 17:52:46.223125 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260065c-9bce-4c91-8520-2481373f33b8 req-02962aea-716b-48b5-b450-7c52428819fd tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:46.225066 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3260065c-9bce-4c91-8520-2481373f33b8 req-02962aea-716b-48b5-b450-7c52428819fd tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 943 time: 0.0512969 May 04 17:52:46.280240 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3260065c-9bce-4c91-8520-2481373f33b8 req-4f64a7a6-bdd3-4b90-aa5f-41cc16023b89 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 May 04 17:52:46.282072 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f576a5e2-b155-4ba7-974d-12da29d424c5 req-e3f4803c-1fba-4498-9fc6-3741d5e886ff tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 210 time: 0.0523534 May 04 17:52:46.349540 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db04dec-4043-49df-8126-5c3bed1665a9 req-ba73c8ac-a26d-447e-acf2-449cc8d0806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:46.352389 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4db04dec-4043-49df-8126-5c3bed1665a9 req-ba73c8ac-a26d-447e-acf2-449cc8d0806d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1588769 May 04 17:52:46.677708 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53318866-1287-4519-99b1-4be134c5e3e9 req-58888fb9-c6cc-42c5-812d-83f35e9a580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:46.679439 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-58888fb9-c6cc-42c5-812d-83f35e9a580d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 1127 time: 0.0405793 May 04 17:52:46.745104 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-720c3edf-1531-4840-b3c3-e3bc6ab86715 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9063a74-8e16-4b52-8ded-398584351169 HTTP/1.1" status: 200 len: 217 time: 0.0545685 May 04 17:52:46.761537 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71e2a5-7fe5-4cbd-a3e2-2ddff7711dbb req-63a6f6d9-a459-431d-8b46-fa0f69dd09f1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:46.763006 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8e71e2a5-7fe5-4cbd-a3e2-2ddff7711dbb req-63a6f6d9-a459-431d-8b46-fa0f69dd09f1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 945 time: 0.0825939 May 04 17:52:46.812606 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8e71e2a5-7fe5-4cbd-a3e2-2ddff7711dbb req-083efb80-e400-4e37-9687-0ee85d79c6f6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435674 May 04 17:52:46.838968 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:46.951090 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba328c-5a5c-4b97-9c55-fb19542565fb req-cebeb698-1ab3-456c-9f5a-3cb0868dd91e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:46.952706 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-86ba328c-5a5c-4b97-9c55-fb19542565fb req-cebeb698-1ab3-456c-9f5a-3cb0868dd91e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0490019 May 04 17:52:46.998289 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device ebe99c84-7559-45e6-b59f-73d3645b3f39 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:47.003602 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-86ba328c-5a5c-4b97-9c55-fb19542565fb req-e8cc8c6e-b773-4706-8a9c-620cd6b128ad tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453556 May 04 17:52:47.048050 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port ebe99c84-7559-45e6-b59f-73d3645b3f39 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:52:47.170052 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53318866-1287-4519-99b1-4be134c5e3e9 req-a472370c-2d36-4f57-b3de-ee7584beb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.171963 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-a472370c-2d36-4f57-b3de-ee7584beb1e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a2f18792-de21-4de8-8943-a133c56153bc HTTP/1.1" status: 200 len: 849 time: 0.1537638 May 04 17:52:47.176045 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port ebe99c84-7559-45e6-b59f-73d3645b3f39 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:47.176419 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:47.177544 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-57629749-3d02-4436-a902-4445cb887bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.179025 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-57629749-3d02-4436-a902-4445cb887bfe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50&tenant_id=6061fedb7a6f46398811de3ae8aa091b HTTP/1.1" status: 200 len: 1128 time: 0.1271849 May 04 17:52:47.253647 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-ba48b19e-65ee-480d-af95-6f8e6a9b8c06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32ca344d-9d04-4e6c-ad02-bd13e0c29fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736153 May 04 17:52:47.413078 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-5c46612b-1d1f-467b-a243-2c89d2229bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.414764 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-5c46612b-1d1f-467b-a243-2c89d2229bfd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 1128 time: 0.1746581 May 04 17:52:47.426047 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31732770-2058-40c4-a24e-e1208ba5c83a req-5e418901-3368-4b49-b8c8-252fcdc739d6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.427679 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-31732770-2058-40c4-a24e-e1208ba5c83a req-5e418901-3368-4b49-b8c8-252fcdc739d6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.1863167 May 04 17:52:47.448591 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681338c-6e64-485c-9969-0ed3f9932721 req-9d604832-3341-4ebe-a164-da2373291359 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.450284 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-9d604832-3341-4ebe-a164-da2373291359 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 812 time: 0.3972931 May 04 17:52:47.485325 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3b3f2b69-f346-4fb6-978d-4db406d80d2c req-2c0d2f11-20e2-41b2-81e3-b965c779ca42 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 210 time: 0.0686364 May 04 17:52:47.548585 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port ebe99c84-7559-45e6-b59f-73d3645b3f39 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:47.549403 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:47.577689 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-d1a56148-ef7a-4eab-85e5-13b99001fcae service neutron] 10.222.0.86 "GET /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089781 May 04 17:52:47.577861 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:47.580680 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305ad321-4a92-473f-b7f1-1793798015f2" -d '{"events": [{"server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "name": "network-vif-plugged", "status": "completed", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:52:47.596215 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port ebe99c84-7559-45e6-b59f-73d3645b3f39, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:47.635028 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78629c1-3a42-41a0-8aed-39d61d7a5dd0 req-7894ab44-e187-4f48-b133-064e4d84577e tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.636646 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a78629c1-3a42-41a0-8aed-39d61d7a5dd0 req-7894ab44-e187-4f48-b133-064e4d84577e tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 943 time: 0.0587437 May 04 17:52:47.675054 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-31732770-2058-40c4-a24e-e1208ba5c83a req-41ca23d6-1f33-4366-a096-e18ddb1b8fcd tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235625 May 04 17:52:47.684159 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-ad8cf7ef-aedf-40ec-968a-05bdf9afc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.685649 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-ad8cf7ef-aedf-40ec-968a-05bdf9afc12a service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 917 time: 0.2570608 May 04 17:52:47.689913 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a78629c1-3a42-41a0-8aed-39d61d7a5dd0 req-f2b8343b-9244-4922-ab65-4147ebfd58c0 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434082 May 04 17:52:47.690177 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:47.702964 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-133a31a5-62bd-48f3-aa24-20bee97d81aa tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 379 time: 0.2286227 May 04 17:52:47.735048 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e621a83-802e-4886-8f63-3fec6f3da04d x-openstack-request-id: req-9e621a83-802e-4886-8f63-3fec6f3da04d {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:52:47.736289 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "name": "network-vif-plugged", "status": "completed", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:52:47.736289 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e621a83-802e-4886-8f63-3fec6f3da04d {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:52:47.736289 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e621a83-802e-4886-8f63-3fec6f3da04d'] response: {'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'code': 200} May 04 17:52:47.746381 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'port': {'device_id': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'admin_state_up': True, 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'security_groups': ['6f5f300c-b609-453b-898e-f4b9b44b5e18']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:47.767584 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=ebe99c84-7559-45e6-b59f-73d3645b3f39,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:47.875711 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-7fc9b57c-f3d9-4f57-9c44-1e48a7953ecc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3 HTTP/1.1" status: 200 len: 999 time: 0.1716912 May 04 17:52:47.880001 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53318866-1287-4519-99b1-4be134c5e3e9 req-da116698-4fc7-46db-9aab-790dd957c852 service neutron] 10.222.0.86 "GET /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747400 May 04 17:52:47.940717 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb651a62-95d6-4807-8cc5-85873acfbec6 req-088b5659-30d9-42e6-be3f-dee281720a04 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.942366 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-eb651a62-95d6-4807-8cc5-85873acfbec6 req-088b5659-30d9-42e6-be3f-dee281720a04 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0502491 May 04 17:52:47.954505 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-2dd0e919-1103-4ee9-82c5-f7200aa85313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.955965 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-2dd0e919-1103-4ee9-82c5-f7200aa85313 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0646448 May 04 17:52:48.006512 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-ba39b2e4-0f58-4526-8522-bc9ffc84bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:48.007942 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-ba39b2e4-0f58-4526-8522-bc9ffc84bfee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446608 May 04 17:52:48.059755 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Made reservation on behalf of 15a8c4e6884c42919a5828e77d5abd4f for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:48.063464 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:48.198360 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f683f3-ee25-4621-a497-dc397058105b req-db9c9280-6014-431d-833b-f7f5a894dfb3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:48.200747 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-75f683f3-ee25-4621-a497-dc397058105b req-db9c9280-6014-431d-833b-f7f5a894dfb3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.1054251 May 04 17:52:48.249336 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-eb651a62-95d6-4807-8cc5-85873acfbec6 req-93e87f2b-ce1c-4a7e-a4ac-a1a32c746aae tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011758 May 04 17:52:48.304251 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-75f683f3-ee25-4621-a497-dc397058105b req-40686b04-17dc-407d-a630-039aa7af3c2c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972908 May 04 17:52:48.305297 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Allocated IP 172.20.0.13 (8819b727-84a5-42ee-8d22-decbb7371ce4/142f687c-be01-4227-a6f1-66b5d13f6606/a7329daa-5737-46eb-ad64-8323628417c4) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:48.617956 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-01e48378-2494-400c-9487-2e0ecfc30daf req-2fd60d37-779a-4516-8f7a-dbe050e54645 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 210 time: 0.0301080 May 04 17:52:48.721923 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (a7329daa-5737-46eb-ad64-8323628417c4), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:48.802785 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297abca-fd00-45bc-a182-5d7f0ff35e1c req-923f9d27-5367-4051-994d-5b0de7c8addf tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:48.804205 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e41ad-4e0f-4137-bace-387af6d17c45 req-78a4a09d-a124-4da6-a9d0-1a659cf56344 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:48.804489 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0297abca-fd00-45bc-a182-5d7f0ff35e1c req-923f9d27-5367-4051-994d-5b0de7c8addf tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0535109 May 04 17:52:48.805817 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9a7e41ad-4e0f-4137-bace-387af6d17c45 req-78a4a09d-a124-4da6-a9d0-1a659cf56344 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 943 time: 0.0494337 May 04 17:52:48.855644 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0297abca-fd00-45bc-a182-5d7f0ff35e1c req-3bdbc91d-3b8e-4c93-a8ed-4f69636b0220 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 May 04 17:52:48.857750 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9a7e41ad-4e0f-4137-bace-387af6d17c45 req-b2382313-cb8c-4b2b-871a-1ce007dd45f8 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 May 04 17:52:48.882880 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (a7329daa-5737-46eb-ad64-8323628417c4), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:48.927441 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:48.930739 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:48.937163 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:52:48.961650 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=a7329daa-5737-46eb-ad64-8323628417c4,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:48.993308 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:48.993943 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:49.104964 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-01eee85a-a675-4232-a2cd-1a3f1a59074c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3647754 May 04 17:52:49.191849 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Request body: {'port': {'device_id': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:52:49.192745 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-21ddbdad-a828-4870-b1ec-08368c2e5dee None None] Provisioning complete for port a7329daa-5737-46eb-ad64-8323628417c4 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:49.193637 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-21ddbdad-a828-4870-b1ec-08368c2e5dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a7329daa-5737-46eb-ad64-8323628417c4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:49.287567 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af635d-9dba-4992-8f5a-d16cf610da92 req-8e822ab1-197f-40f2-8086-c48f8d3ce384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:49.289746 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-21af635d-9dba-4992-8f5a-d16cf610da92 req-8e822ab1-197f-40f2-8086-c48f8d3ce384 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1130 time: 0.0543675 May 04 17:52:49.306149 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-21ddbdad-a828-4870-b1ec-08368c2e5dee None None] Port a7329daa-5737-46eb-ad64-8323628417c4 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:52:49.408642 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-84eda476-3213-44dc-8b88-fff5ed2419f0 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446535 May 04 17:52:49.435867 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a7329daa-5737-46eb-ad64-8323628417c4), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:49.443835 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484e208-0086-4924-a29d-fc4f9715cb2b req-66073b76-15c9-47d3-bf54-0035a7dd367f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:49.445481 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2484e208-0086-4924-a29d-fc4f9715cb2b req-66073b76-15c9-47d3-bf54-0035a7dd367f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0538323 May 04 17:52:49.448129 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-21af635d-9dba-4992-8f5a-d16cf610da92 req-ee227c64-552b-4910-abce-71d4520840b1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440048 May 04 17:52:49.502632 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2484e208-0086-4924-a29d-fc4f9715cb2b req-eb8e1c3a-4d22-45e8-8c1e-f7c90242faf1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496516 May 04 17:52:49.507909 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd80c6-b4f5-4114-923f-4a5e7addf582 req-effd3c9b-847b-4261-9b96-a108eaba09eb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:49.509570 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9fbd80c6-b4f5-4114-923f-4a5e7addf582 req-effd3c9b-847b-4261-9b96-a108eaba09eb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.1359682 May 04 17:52:49.673149 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9fbd80c6-b4f5-4114-923f-4a5e7addf582 req-b9b81fab-2a7b-4896-b0e9-e80f3f8f1e9f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355903 May 04 17:52:49.686855 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-15beb101-ff9d-4e9a-9190-de6b4326995c req-790b01a5-410b-4416-921c-f71382ecb7d5 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927706 May 04 17:52:49.797126 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfc9b3-237b-4cf8-84fe-2d664fcea7c1 req-6eb8bf63-f90a-46d8-8a6a-705a6df20a03 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:49.804770 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40dfc9b3-237b-4cf8-84fe-2d664fcea7c1 req-6eb8bf63-f90a-46d8-8a6a-705a6df20a03 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 932 time: 0.0904999 May 04 17:52:49.853221 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40dfc9b3-237b-4cf8-84fe-2d664fcea7c1 req-f5e5cdf6-7eaf-41c4-b45e-e23dab326eeb tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472445 May 04 17:52:49.926908 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:52:49.939702 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7329daa-5737-46eb-ad64-8323628417c4 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:49.949358 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Publish callbacks [] for port (a7329daa-5737-46eb-ad64-8323628417c4), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:49.969553 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Transition to ACTIVE for port object a7329daa-5737-46eb-ad64-8323628417c4 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:52:50.021348 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cc5c1-1b2b-4a10-a35a-4326478a9ec8 req-0fc3fea0-f922-43e1-8a30-a0d00dd6af49 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:50.022863 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702cc5c1-1b2b-4a10-a35a-4326478a9ec8 req-0fc3fea0-f922-43e1-8a30-a0d00dd6af49 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 943 time: 0.0577986 May 04 17:52:50.023732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adad5e1-66e5-4108-aa31-2b8cefb59716 req-59c3a54d-1ec0-4b7c-b859-2a8c457dabec tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:50.028926 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1adad5e1-66e5-4108-aa31-2b8cefb59716 req-59c3a54d-1ec0-4b7c-b859-2a8c457dabec tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0602303 May 04 17:52:50.056564 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (a7329daa-5737-46eb-ad64-8323628417c4), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:50.085259 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1adad5e1-66e5-4108-aa31-2b8cefb59716 req-66544e2c-ed05-4d1d-bec0-1935d0713b47 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518656 May 04 17:52:50.127722 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702cc5c1-1b2b-4a10-a35a-4326478a9ec8 req-6e527d3e-e754-454d-a01f-7648a9a712b3 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932789 May 04 17:52:50.128938 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Pushing event updated for resources: {'Port': ['ID=a7329daa-5737-46eb-ad64-8323628417c4,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:50.222510 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Attempting to bind port a7329daa-5737-46eb-ad64-8323628417c4 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:52:50.222890 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Attempting to bind port a7329daa-5737-46eb-ad64-8323628417c4 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:52:50.223226 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Attempting to bind port a7329daa-5737-46eb-ad64-8323628417c4 on network 8819b727-84a5-42ee-8d22-decbb7371ce4 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:50.228648 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Port a7329daa-5737-46eb-ad64-8323628417c4 on network 8819b727-84a5-42ee-8d22-decbb7371ce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:52:50.231089 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Attempting to bind port a7329daa-5737-46eb-ad64-8323628417c4 on network 8819b727-84a5-42ee-8d22-decbb7371ce4 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:52:50.235321 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:52:50.235660 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Checking segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:52:50.236051 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Bound using segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:52:50.236522 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Bound port: a7329daa-5737-46eb-ad64-8323628417c4, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:52:50.236889 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a7329daa-5737-46eb-ad64-8323628417c4), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:50.313872 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] For port a7329daa-5737-46eb-ad64-8323628417c4, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:52:50.317723 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] For port a7329daa-5737-46eb-ad64-8323628417c4, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a7329daa-5737-46eb-ad64-8323628417c4,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:52:50.403017 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (a7329daa-5737-46eb-ad64-8323628417c4), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:50.432757 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:50.434221 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:50.435346 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] 10.222.0.86 "PUT /v2.0/ports/a7329daa-5737-46eb-ad64-8323628417c4 HTTP/1.1" status: 200 len: 1094 time: 1.2479360 May 04 17:52:50.437740 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'tag': 'a7329daa-5737-46eb-ad64-8323628417c4'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:50.439989 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff44da18-2f51-4c2b-a067-f7d4597fcb39" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4cd72c-8739-4e51-93cd-f98293b66d71", "tag": "a7329daa-5737-46eb-ad64-8323628417c4"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:52:50.491899 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc346fb0-4c2a-4ef8-9d61-969d39378813 service neutron] Pushing event updated for resources: {'Port': ['ID=a7329daa-5737-46eb-ad64-8323628417c4,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:50.503436 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd5f03-03f5-453e-b353-3e7105046a2f x-openstack-request-id: req-4cfd5f03-03f5-453e-b353-3e7105046a2f {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:52:50.503812 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4cd72c-8739-4e51-93cd-f98293b66d71", "tag": "a7329daa-5737-46eb-ad64-8323628417c4", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:52:50.504076 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cfd5f03-03f5-453e-b353-3e7105046a2f {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:52:50.506930 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfd5f03-03f5-453e-b353-3e7105046a2f'] response: {'name': 'network-changed', 'server_uuid': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'tag': 'a7329daa-5737-46eb-ad64-8323628417c4', 'status': 'completed', 'code': 200} May 04 17:52:50.646641 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44da18-2f51-4c2b-a067-f7d4597fcb39 req-acfb41d9-999b-4918-9121-255b1d9f137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:50.650202 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ff44da18-2f51-4c2b-a067-f7d4597fcb39 req-acfb41d9-999b-4918-9121-255b1d9f137b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 1128 time: 0.0684345 May 04 17:52:50.719428 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824abe2-168a-40d4-b83a-bc6265650d26 req-10a54ccc-422c-4067-990b-296b80ef11ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:50.726343 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5824abe2-168a-40d4-b83a-bc6265650d26 req-10a54ccc-422c-4067-990b-296b80ef11ae tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.1126604 May 04 17:52:50.832680 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5824abe2-168a-40d4-b83a-bc6265650d26 req-d981808d-8a2f-4584-a891-f3f99b7635f2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053176 May 04 17:52:50.851521 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e5cce-30ea-4932-ab0b-5b51df94c39c req-8ea0255f-ec6f-41a9-8fb7-02f6e23dfbc9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:50.859184 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-105e5cce-30ea-4932-ab0b-5b51df94c39c req-8ea0255f-ec6f-41a9-8fb7-02f6e23dfbc9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0643814 May 04 17:52:50.869554 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44da18-2f51-4c2b-a067-f7d4597fcb39 req-4be479ac-d8ce-4951-bffa-3fb988ea10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:50.871048 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ff44da18-2f51-4c2b-a067-f7d4597fcb39 req-4be479ac-d8ce-4951-bffa-3fb988ea10ea service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2004900 May 04 17:52:50.910447 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-105e5cce-30ea-4932-ab0b-5b51df94c39c req-1e0da4be-823f-44cb-98e1-17db9c396b4e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483105 May 04 17:52:50.991325 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c6dbe-f662-4353-9409-a558f28d0a14 req-a030eef2-35bd-48f9-8e29-3159fe5203be tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:50.993222 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fb1c6dbe-f662-4353-9409-a558f28d0a14 req-a030eef2-35bd-48f9-8e29-3159fe5203be tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0517731 May 04 17:52:51.016006 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device b9063a74-8e16-4b52-8ded-398584351169 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:52:51.046203 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fb1c6dbe-f662-4353-9409-a558f28d0a14 req-e2a9f4db-3517-4e75-ba2e-37c11360d15e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 May 04 17:52:51.153905 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port b9063a74-8e16-4b52-8ded-398584351169, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b9063a74-8e16-4b52-8ded-398584351169,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:51.206203 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'b9063a74-8e16-4b52-8ded-398584351169', 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb', 'port_id': 'b9063a74-8e16-4b52-8ded-398584351169', 'mac_address': 'fa:16:3e:b5:8c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f18792-de21-4de8-8943-a133c56153bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:52:51.255714 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610174d-bd1f-4c92-bca4-9a63937d7a1f req-d3300019-b20c-41ec-9557-5b46b6460eda tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:51.256145 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port b9063a74-8e16-4b52-8ded-398584351169 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:51.256766 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (b9063a74-8e16-4b52-8ded-398584351169), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:51.259223 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e610174d-bd1f-4c92-bca4-9a63937d7a1f req-d3300019-b20c-41ec-9557-5b46b6460eda tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0621209 May 04 17:52:51.276649 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9063a74-8e16-4b52-8ded-398584351169 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:51.299965 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port b9063a74-8e16-4b52-8ded-398584351169, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b9063a74-8e16-4b52-8ded-398584351169,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:51.321742 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e610174d-bd1f-4c92-bca4-9a63937d7a1f req-08167d30-e37c-4b84-ac11-9d6c6e150ac3 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568330 May 04 17:52:51.362796 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (b9063a74-8e16-4b52-8ded-398584351169), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:51.387742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c138c42-76c8-4fa1-8ed2-463782a54a79 req-5b9280f4-3386-4c31-95bc-4bab4dc935dc tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:51.390062 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6c138c42-76c8-4fa1-8ed2-463782a54a79 req-5b9280f4-3386-4c31-95bc-4bab4dc935dc tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 943 time: 0.1175995 May 04 17:52:51.451041 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=b9063a74-8e16-4b52-8ded-398584351169,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:51.479590 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6c138c42-76c8-4fa1-8ed2-463782a54a79 req-b09bcb70-c15b-42da-9d2e-44ba8b47c0bf tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680499 May 04 17:52:51.726112 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['b9063a74-8e16-4b52-8ded-398584351169'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:52:52.040230 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32281a-0c6a-4974-881e-519efcdc1446 req-56e6fd24-ad70-4c79-a50c-b40173950f66 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:52.050729 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bc32281a-0c6a-4974-881e-519efcdc1446 req-56e6fd24-ad70-4c79-a50c-b40173950f66 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.1232738 May 04 17:52:52.077566 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b56fa2-f225-4417-954a-e5bb63f90e47 req-3f817e86-8e99-465f-aa54-b56ddea8ada2 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:52.081574 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a0b56fa2-f225-4417-954a-e5bb63f90e47 req-3f817e86-8e99-465f-aa54-b56ddea8ada2 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0795310 May 04 17:52:52.122835 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bc32281a-0c6a-4974-881e-519efcdc1446 req-87bbb0be-5cd2-48fc-b018-708068b59927 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599039 May 04 17:52:52.163351 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a0b56fa2-f225-4417-954a-e5bb63f90e47 req-511756b6-225a-40bf-80d9-b78d423cb1cb tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706377 May 04 17:52:52.248462 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300682-5551-4994-9a84-3c0e0e650ffa req-a6db4722-10ba-4d98-813e-98fd2dc25161 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:52.250075 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5f300682-5551-4994-9a84-3c0e0e650ffa req-a6db4722-10ba-4d98-813e-98fd2dc25161 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0483594 May 04 17:52:52.312138 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5f300682-5551-4994-9a84-3c0e0e650ffa req-638d71a8-c1fa-4c62-aab4-7a1eb3694349 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567012 May 04 17:52:52.459592 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5efec1-c366-4916-b534-f145bcc82e38 req-8a13bf46-874c-4fac-aedd-7d78cb1da8f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:52.461359 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-af5efec1-c366-4916-b534-f145bcc82e38 req-8a13bf46-874c-4fac-aedd-7d78cb1da8f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0550442 May 04 17:52:52.511752 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-af5efec1-c366-4916-b534-f145bcc82e38 req-0eb2a237-94ea-47a7-b993-74dad8c165cc tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 May 04 17:52:52.612784 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f12a3f-36b3-45f2-b978-26f881c26493 req-32fceaf7-61c6-46b2-a00c-caf800b87418 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:52.614932 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f8f12a3f-36b3-45f2-b978-26f881c26493 req-32fceaf7-61c6-46b2-a00c-caf800b87418 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 944 time: 0.0727711 May 04 17:52:52.665155 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f8f12a3f-36b3-45f2-b978-26f881c26493 req-f60bbebe-7fba-435a-8af0-66a1edb8d0ec tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444565 May 04 17:52:53.035687 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device b9063a74-8e16-4b52-8ded-398584351169 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:52:53.085066 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port b9063a74-8e16-4b52-8ded-398584351169 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:52:53.162437 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port b9063a74-8e16-4b52-8ded-398584351169 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:52:53.162936 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (b9063a74-8e16-4b52-8ded-398584351169), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:53.199332 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:53.270450 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port b9063a74-8e16-4b52-8ded-398584351169 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:52:53.270847 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (b9063a74-8e16-4b52-8ded-398584351169), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:53.272194 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7fccd-2106-4852-bc02-f6e408f405a7 req-acfeba48-8520-47ca-a72e-6a15004241c8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:53.274097 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-86d7fccd-2106-4852-bc02-f6e408f405a7 req-acfeba48-8520-47ca-a72e-6a15004241c8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0506499 May 04 17:52:53.303414 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9063a74-8e16-4b52-8ded-398584351169'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:53.309473 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191085dc-094c-49cd-8a35-3d9e4a669006" -d '{"events": [{"server_uuid": "8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc", "name": "network-vif-plugged", "status": "completed", "tag": "b9063a74-8e16-4b52-8ded-398584351169"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:52:53.330980 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port b9063a74-8e16-4b52-8ded-398584351169, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b9063a74-8e16-4b52-8ded-398584351169,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:52:53.358545 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-86d7fccd-2106-4852-bc02-f6e408f405a7 req-1eb30f5a-adde-4a5e-b529-761e2a1d9604 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760694 May 04 17:52:53.369118 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc3461-406d-4d1a-9434-6fe657a26a55 req-39ed948d-faf7-497b-b342-ed1d22d5d14f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:53.370705 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e9bc3461-406d-4d1a-9434-6fe657a26a55 req-39ed948d-faf7-497b-b342-ed1d22d5d14f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0910821 May 04 17:52:53.415167 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf2e7a-d963-4ee6-aa15-2d55e8804901 x-openstack-request-id: req-30bf2e7a-d963-4ee6-aa15-2d55e8804901 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:52:53.415710 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc", "name": "network-vif-plugged", "status": "completed", "tag": "b9063a74-8e16-4b52-8ded-398584351169", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:52:53.415998 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30bf2e7a-d963-4ee6-aa15-2d55e8804901 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:52:53.417326 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bf2e7a-d963-4ee6-aa15-2d55e8804901'] response: {'server_uuid': '8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9063a74-8e16-4b52-8ded-398584351169', 'code': 200} May 04 17:52:53.425526 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e9bc3461-406d-4d1a-9434-6fe657a26a55 req-b11c48db-7af7-4c3c-9eb0-948c6af05848 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478837 May 04 17:52:53.515383 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c534f-ef00-4c94-9cfc-fc499846f935 req-4181ff12-ba0b-4474-9adb-87f96a760589 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:53.516899 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9e5c534f-ef00-4c94-9cfc-fc499846f935 req-4181ff12-ba0b-4474-9adb-87f96a760589 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0501413 May 04 17:52:53.579482 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9e5c534f-ef00-4c94-9cfc-fc499846f935 req-00f463d2-78f0-4a96-8f65-8f0aca96c652 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566640 May 04 17:52:53.638255 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0e1d2-8b8d-4415-8fb9-d3057f9ab6be req-765e8473-eb3a-42e1-9b2e-c5c48fbf539b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:53.639905 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8be0e1d2-8b8d-4415-8fb9-d3057f9ab6be req-765e8473-eb3a-42e1-9b2e-c5c48fbf539b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0585217 May 04 17:52:53.686180 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (b9063a74-8e16-4b52-8ded-398584351169), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:53.719228 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8be0e1d2-8b8d-4415-8fb9-d3057f9ab6be req-6384ecf9-b8ec-4246-a00c-192714f45ded tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733831 May 04 17:52:53.762820 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=b9063a74-8e16-4b52-8ded-398584351169,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:53.820550 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bacc8-70bd-475f-a305-7b1fbcdea522 req-388167a8-faaa-4b02-b55f-8170056ec9fe tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:53.822225 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d97bacc8-70bd-475f-a305-7b1fbcdea522 req-388167a8-faaa-4b02-b55f-8170056ec9fe tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0667510 May 04 17:52:53.871522 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d97bacc8-70bd-475f-a305-7b1fbcdea522 req-675bd9b3-5210-42fc-a2a5-e43313828727 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 May 04 17:52:54.482582 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758855-cb83-4f85-979d-83618f99ba84 req-09b6b8ee-4dd2-4296-ba57-41625bc1d583 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:54.484907 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-58758855-cb83-4f85-979d-83618f99ba84 req-09b6b8ee-4dd2-4296-ba57-41625bc1d583 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0551226 May 04 17:52:54.550727 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-58758855-cb83-4f85-979d-83618f99ba84 req-486995fb-35af-4217-b384-03b838ebfd8f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596993 May 04 17:52:54.570045 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0eca-74ba-4278-a84f-7915e67e131b req-07c82194-1193-4afd-8a97-34230c21182c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:54.578419 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3a9e0eca-74ba-4278-a84f-7915e67e131b req-07c82194-1193-4afd-8a97-34230c21182c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0703695 May 04 17:52:54.624547 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3a9e0eca-74ba-4278-a84f-7915e67e131b req-adcb6b93-3194-4c4e-bde4-a9dfebceae66 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447171 May 04 17:52:54.708429 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f1f93-076d-4e45-a1d4-6848af5855ff req-c65c3acf-2214-499a-aafb-a47bb842ebd8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:54.710045 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c22f1f93-076d-4e45-a1d4-6848af5855ff req-c65c3acf-2214-499a-aafb-a47bb842ebd8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0496917 May 04 17:52:54.772421 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c22f1f93-076d-4e45-a1d4-6848af5855ff req-9ffca074-447b-4820-a897-770d7f7f11c3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550895 May 04 17:52:54.849191 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512afff-d7d2-4e52-8ab1-b5a8785c8709 req-0399a3b1-256e-4a22-919a-5cd7122f8df9 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:54.850744 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9512afff-d7d2-4e52-8ab1-b5a8785c8709 req-0399a3b1-256e-4a22-919a-5cd7122f8df9 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0500119 May 04 17:52:54.921201 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9512afff-d7d2-4e52-8ab1-b5a8785c8709 req-d15c10ed-e12c-4acf-9703-0fd6c3bbcfdf tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641236 May 04 17:52:55.014375 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d220a-0560-4012-8d71-fd9e4cf2cd58 req-cf63ff41-6e8f-4501-abb5-55e057527dce tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:55.016550 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-757d220a-0560-4012-8d71-fd9e4cf2cd58 req-cf63ff41-6e8f-4501-abb5-55e057527dce tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0549309 May 04 17:52:55.069158 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-757d220a-0560-4012-8d71-fd9e4cf2cd58 req-b5547922-7d14-4cdb-a9b5-2089583e112f tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467408 May 04 17:52:55.717790 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0dfb-75d5-4fc9-a6d9-00e1a0e4b29b req-86d3de61-fd0c-4c03-a12e-8ced4786ac1d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:55.719513 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1f6e0dfb-75d5-4fc9-a6d9-00e1a0e4b29b req-86d3de61-fd0c-4c03-a12e-8ced4786ac1d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0775089 May 04 17:52:55.797993 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1f6e0dfb-75d5-4fc9-a6d9-00e1a0e4b29b req-b57ef7e8-834c-4d9c-bfab-2294d0639b5e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722501 May 04 17:52:55.804700 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4cb83-da52-47a2-9bf2-d944b99448a3 req-8b1bdd24-3c78-4d1b-880c-1bec866f47f5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:55.812402 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9bb4cb83-da52-47a2-9bf2-d944b99448a3 req-8b1bdd24-3c78-4d1b-880c-1bec866f47f5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.1049056 May 04 17:52:55.889147 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9bb4cb83-da52-47a2-9bf2-d944b99448a3 req-ef8b25df-91e8-4f57-bf76-020c16b995e4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596328 May 04 17:52:55.967168 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88404e-4052-48df-a6a8-cfac527ddc4d req-cd394e74-27be-460b-9d9b-8b64a1cb6521 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:55.969687 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0d88404e-4052-48df-a6a8-cfac527ddc4d req-cd394e74-27be-460b-9d9b-8b64a1cb6521 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0586083 May 04 17:52:56.031543 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0d88404e-4052-48df-a6a8-cfac527ddc4d req-4f59c7f4-9fe7-4443-bddc-91ee0fcee370 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540812 May 04 17:52:56.084905 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de646-bead-4ad0-86e9-8e045ea0f007 req-b1be395e-8a1c-48ce-beee-0e5795f4528e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:56.090636 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3c2de646-bead-4ad0-86e9-8e045ea0f007 req-b1be395e-8a1c-48ce-beee-0e5795f4528e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0800335 May 04 17:52:56.176223 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3c2de646-bead-4ad0-86e9-8e045ea0f007 req-71841236-452e-499b-874e-c51a069f0cfd tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836942 May 04 17:52:56.235959 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38078f49-7f1a-43aa-ab68-907e0ac4d18c req-821141fa-5eb2-4683-82c4-d1c1a8bdf2a4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:56.238064 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38078f49-7f1a-43aa-ab68-907e0ac4d18c req-821141fa-5eb2-4683-82c4-d1c1a8bdf2a4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0812123 May 04 17:52:56.303981 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38078f49-7f1a-43aa-ab68-907e0ac4d18c req-6ffa98a0-7fa8-43a5-abfe-ebd18c1ddace tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603082 May 04 17:52:56.951498 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f4f88-105c-4930-87de-7f2b47054881 req-60d5cc57-5373-4d99-a4ae-121103c6c28a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:56.953893 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5d6f4f88-105c-4930-87de-7f2b47054881 req-60d5cc57-5373-4d99-a4ae-121103c6c28a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0673740 May 04 17:52:57.005060 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81c22-44f5-42ca-9276-6173fa2ece58 req-c092ce40-a2e5-4b8d-934f-976c9e26ba14 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:57.007533 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2ec81c22-44f5-42ca-9276-6173fa2ece58 req-c092ce40-a2e5-4b8d-934f-976c9e26ba14 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0606258 May 04 17:52:57.017537 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5d6f4f88-105c-4930-87de-7f2b47054881 req-7d41ae03-b5c4-466d-b91b-e79aa400e042 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568728 May 04 17:52:57.074158 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2ec81c22-44f5-42ca-9276-6173fa2ece58 req-e4e7d4d7-64c4-49bc-864b-7898f0ab0c9d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603740 May 04 17:52:57.195810 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915c6ba-bc21-490d-8be3-eeaa915e026a req-d3580657-7189-4bd7-a1ff-6144dd2ea752 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:57.216354 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d915c6ba-bc21-490d-8be3-eeaa915e026a req-d3580657-7189-4bd7-a1ff-6144dd2ea752 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0820508 May 04 17:52:57.302408 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d915c6ba-bc21-490d-8be3-eeaa915e026a req-97233f4f-cbee-4a8b-bc15-0fbd973deade tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919044 May 04 17:52:57.367977 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a1add-f6d9-4db4-a544-5f91e1218c6e req-57d3a9c8-028c-48eb-85da-1f6e1c67abac tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:57.369743 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-824a1add-f6d9-4db4-a544-5f91e1218c6e req-57d3a9c8-028c-48eb-85da-1f6e1c67abac tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0987229 May 04 17:52:57.454885 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da2118-ab7a-42f9-b7cb-1b6180579098 req-cdaa6dd4-9135-47ba-b3cf-a93bc3a08cf6 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:57.462087 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-09da2118-ab7a-42f9-b7cb-1b6180579098 req-cdaa6dd4-9135-47ba-b3cf-a93bc3a08cf6 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0708108 May 04 17:52:57.481694 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-824a1add-f6d9-4db4-a544-5f91e1218c6e req-4a1aafc3-6435-414e-83e8-161f82b37f76 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997033 May 04 17:52:57.521657 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-09da2118-ab7a-42f9-b7cb-1b6180579098 req-2ea00539-7010-4745-a40f-70b5e19f6b9b tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585926 May 04 17:52:57.965289 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36506) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:58.083390 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57ab71a0-dea5-4377-b25e-94701fa52f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:58.156409 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af86d9-da2a-4b8f-8d05-2f9447fa1623 req-efb487f9-0670-461b-95c3-4091eea0bb6f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:58.168510 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-43af86d9-da2a-4b8f-8d05-2f9447fa1623 req-efb487f9-0670-461b-95c3-4091eea0bb6f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0603771 May 04 17:52:58.223712 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117667a6-2e0b-4643-8b6a-afdd2f89499d req-6246b70f-aca0-49d5-b7cd-adfdf7bc7ef9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:58.225467 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-117667a6-2e0b-4643-8b6a-afdd2f89499d req-6246b70f-aca0-49d5-b7cd-adfdf7bc7ef9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0641229 May 04 17:52:58.258238 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-43af86d9-da2a-4b8f-8d05-2f9447fa1623 req-87450466-f7cc-4966-96f1-a2fccddbea28 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927315 May 04 17:52:58.297690 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-117667a6-2e0b-4643-8b6a-afdd2f89499d req-5b72d927-b15a-427f-b304-cccff2c96245 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658574 May 04 17:52:58.317682 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57ab71a0-dea5-4377-b25e-94701fa52f0a admin admin] Publish callbacks [] for security_group (b7b1ad15-1ae2-4684-916c-07501b2ce9b2), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:58.385944 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-57ab71a0-dea5-4377-b25e-94701fa52f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b7b1ad15-1ae2-4684-916c-07501b2ce9b2), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:58.423342 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab71a0-dea5-4377-b25e-94701fa52f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1ad15-1ae2-4684-916c-07501b2ce9b2,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:58.459279 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd723ecf-4e59-45bd-962d-106e9dd1f208 req-607d50c0-6157-4604-8e68-55280a1ad149 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:58.468025 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-57ab71a0-dea5-4377-b25e-94701fa52f0a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0aa9b01b39c48faa17f13d3dda29ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011170 May 04 17:52:58.468827 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36522) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:52:58.479518 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bd723ecf-4e59-45bd-962d-106e9dd1f208 req-607d50c0-6157-4604-8e68-55280a1ad149 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0834761 May 04 17:52:58.523793 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c71-673e-4d54-8388-01fbb801a48b admin admin] Publish callbacks [] for security_group (b7b1ad15-1ae2-4684-916c-07501b2ce9b2), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:58.548004 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c71-673e-4d54-8388-01fbb801a48b admin admin] Publish callbacks [] for security_group (b7b1ad15-1ae2-4684-916c-07501b2ce9b2), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:58.575013 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bd723ecf-4e59-45bd-962d-106e9dd1f208 req-5c15fd44-4787-40d3-a606-ce468aa73a1a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855474 May 04 17:52:58.676308 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c71-673e-4d54-8388-01fbb801a48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b7b1ad15-1ae2-4684-916c-07501b2ce9b2), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:58.689057 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c06f6c71-673e-4d54-8388-01fbb801a48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:52:58.689057 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c06f6c71-673e-4d54-8388-01fbb801a48b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7b1ad15-1ae2-4684-916c-07501b2ce9b2 HTTP/1.1" status: 204 len: 168 time: 0.2104359 May 04 17:52:58.707701 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f6c71-673e-4d54-8388-01fbb801a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1ad15-1ae2-4684-916c-07501b2ce9b2,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:58.723690 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07163483-8993-49d3-b242-ceb6ffe478ad req-fe975d0f-16a2-4d2e-a16f-fee3be5b1e8f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:58.723690 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-07163483-8993-49d3-b242-ceb6ffe478ad req-fe975d0f-16a2-4d2e-a16f-fee3be5b1e8f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0877180 May 04 17:52:58.753248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ed6f7-be69-4534-9470-d5260f484e83 req-7b8fdd06-a38f-4246-b7bc-3b80a2b8805a tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:58.757787 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a01ed6f7-be69-4534-9470-d5260f484e83 req-7b8fdd06-a38f-4246-b7bc-3b80a2b8805a tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0865278 May 04 17:52:58.805691 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-07163483-8993-49d3-b242-ceb6ffe478ad req-61658745-3fe3-4bf9-8090-0f28773d9440 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766087 May 04 17:52:58.853035 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a01ed6f7-be69-4534-9470-d5260f484e83 req-08ef7c8d-2fd0-4cf2-a211-d602b7967f01 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916004 May 04 17:52:59.469493 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eb23f-171b-458a-b817-7846baeefc72 req-cde99392-73e5-4d31-926c-e24c8b1ecbbb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:59.477111 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-295eb23f-171b-458a-b817-7846baeefc72 req-cde99392-73e5-4d31-926c-e24c8b1ecbbb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0835690 May 04 17:52:59.519759 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d5475-f609-43d5-b893-13379201317f req-514381af-eba6-4ba6-898e-be1ee810c4fd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:59.524757 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-295eb23f-171b-458a-b817-7846baeefc72 req-ad12f975-6946-4df2-a1d9-e9895b1539f1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466731 May 04 17:52:59.525872 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c92d5475-f609-43d5-b893-13379201317f req-514381af-eba6-4ba6-898e-be1ee810c4fd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.1009307 May 04 17:52:59.638501 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c92d5475-f609-43d5-b893-13379201317f req-a31a7f1e-200d-438f-872f-34382307a8ff tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063032 May 04 17:52:59.734629 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47ca94-5c80-4d25-9aca-7d1946ee552b req-5dd29512-8d95-4273-b2fc-b3fa3621d4a6 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:59.737342 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb47ca94-5c80-4d25-9aca-7d1946ee552b req-5dd29512-8d95-4273-b2fc-b3fa3621d4a6 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0623987 May 04 17:52:59.814613 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb47ca94-5c80-4d25-9aca-7d1946ee552b req-a1346f44-b6ed-4c2c-be10-48fee4586cca tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597897 May 04 17:52:59.934282 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefd0bd-e888-4fcf-b5fb-3095c1566d84 req-d36ce657-67e2-41ab-8373-0612f913b588 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:59.935803 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0aefd0bd-e888-4fcf-b5fb-3095c1566d84 req-d36ce657-67e2-41ab-8373-0612f913b588 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0496504 May 04 17:52:59.978325 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082cab-3a7e-4228-ab4f-81323946b835 req-7be06fbb-8663-4773-bc5a-9afabb814d60 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:59.979847 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5c082cab-3a7e-4228-ab4f-81323946b835 req-7be06fbb-8663-4773-bc5a-9afabb814d60 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0538685 May 04 17:53:00.031407 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0aefd0bd-e888-4fcf-b5fb-3095c1566d84 req-03665f70-5d68-4d54-9270-ee29adcb037b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833225 May 04 17:53:00.115433 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5c082cab-3a7e-4228-ab4f-81323946b835 req-b48907d8-8e34-4bf2-a101-5f970a6437a4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580845 May 04 17:53:00.667191 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890b4f0-fea9-4ec4-9a78-4af1cb8e3845 req-c6dcb9bf-79f8-4888-bd86-9912c479c28b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:00.670292 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9890b4f0-fea9-4ec4-9a78-4af1cb8e3845 req-c6dcb9bf-79f8-4888-bd86-9912c479c28b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0626178 May 04 17:53:00.753452 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9890b4f0-fea9-4ec4-9a78-4af1cb8e3845 req-41f5d6ac-6e36-4cb5-ac7f-d9cb95019124 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669634 May 04 17:53:00.797062 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0da50c-9287-48be-812e-dbcaceddafd2 req-3de5808e-420f-47a4-ab9b-dbd3ee1778ad tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:00.798924 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9d0da50c-9287-48be-812e-dbcaceddafd2 req-3de5808e-420f-47a4-ab9b-dbd3ee1778ad tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0585706 May 04 17:53:00.848731 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9d0da50c-9287-48be-812e-dbcaceddafd2 req-5b7cb363-c11e-4fda-ab50-6eb0cbec5f21 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 May 04 17:53:00.946013 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea8fb-01ed-483e-af9b-7fd90f09b994 req-9dcc31ea-748f-410d-a4c5-b8a40113c113 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:00.947474 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-880ea8fb-01ed-483e-af9b-7fd90f09b994 req-9dcc31ea-748f-410d-a4c5-b8a40113c113 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0501959 May 04 17:53:00.996993 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-880ea8fb-01ed-483e-af9b-7fd90f09b994 req-b04733bd-7cd1-40bc-aabf-0ff26974506b tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 May 04 17:53:01.220544 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253fc35-ce66-425a-9af1-9ef4ad531838 req-e5dc00be-0725-46cd-b3cc-be65646c5239 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:01.221959 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c253fc35-ce66-425a-9af1-9ef4ad531838 req-e5dc00be-0725-46cd-b3cc-be65646c5239 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0482550 May 04 17:53:01.224599 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641c8f0-5c46-4a50-ae87-ff4cf4614eae req-2d0dccac-e1d5-4409-ab12-51795503e2cc tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:01.226090 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b641c8f0-5c46-4a50-ae87-ff4cf4614eae req-2d0dccac-e1d5-4409-ab12-51795503e2cc tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0502372 May 04 17:53:01.273670 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b641c8f0-5c46-4a50-ae87-ff4cf4614eae req-40d93cfe-2cdb-431d-808b-76051e7b124f tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 May 04 17:53:01.273978 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c253fc35-ce66-425a-9af1-9ef4ad531838 req-1f4254a2-f6f1-4f45-8b11-1bdcbbe9af5e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454907 May 04 17:53:01.703283 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-f61db019-197d-47be-93a1-dddffa6212c6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549142 May 04 17:53:01.715235 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44da18-2f51-4c2b-a067-f7d4597fcb39 req-2c86d86f-e647-44ca-b636-4a5cf9a0b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:01.715235 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ff44da18-2f51-4c2b-a067-f7d4597fcb39 req-2c86d86f-e647-44ca-b636-4a5cf9a0b220 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401780 May 04 17:53:01.878135 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be0f4e-913e-49a0-b6bf-622b8d1ce39d req-65fb2bda-7e62-490b-aa62-c40095621b9b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:01.879656 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-91be0f4e-913e-49a0-b6bf-622b8d1ce39d req-65fb2bda-7e62-490b-aa62-c40095621b9b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0483484 May 04 17:53:01.929345 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-91be0f4e-913e-49a0-b6bf-622b8d1ce39d req-4e266518-aa90-4760-91e5-6784418e858b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 May 04 17:53:02.033866 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d5b38-8625-4592-80a4-5988408ce2a8 req-b243b64a-2df0-480b-8113-0f42edfe1d70 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.035329 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d73d5b38-8625-4592-80a4-5988408ce2a8 req-b243b64a-2df0-480b-8113-0f42edfe1d70 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0460458 May 04 17:53:02.082000 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d73d5b38-8625-4592-80a4-5988408ce2a8 req-1be198fc-90b1-4501-b97d-7495ae97f8c3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 May 04 17:53:02.182627 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b322-074c-4c98-b10b-0fcaf9803579 req-678e3c2f-9ef6-4b88-b8ca-0649f0c95ca6 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.184091 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0468b322-074c-4c98-b10b-0fcaf9803579 req-678e3c2f-9ef6-4b88-b8ca-0649f0c95ca6 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0481236 May 04 17:53:02.231919 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0468b322-074c-4c98-b10b-0fcaf9803579 req-397cb4f9-51c8-45a2-ae62-f06ab1572fa1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414090 May 04 17:53:02.335749 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddcad7-c39e-4f54-a509-a6dad6b05c41 req-7aa33566-2e9a-4730-96f5-78ed5daaa8d0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.337201 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-76ddcad7-c39e-4f54-a509-a6dad6b05c41 req-7aa33566-2e9a-4730-96f5-78ed5daaa8d0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0541751 May 04 17:53:02.348154 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36632) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:02.353188 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'floatingip': {'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:02.400668 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (fb8950a0-cf11-47b4-9e73-dfcab797a6cf), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:02.468011 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-d091566f-51be-4a6a-bb03-221241e46a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.469714 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-d091566f-51be-4a6a-bb03-221241e46a0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 1129 time: 0.1127088 May 04 17:53:02.476842 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681338c-6e64-485c-9969-0ed3f9932721 req-38341634-b509-40b3-83e7-7a9a899c09ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.478955 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-38341634-b509-40b3-83e7-7a9a899c09ac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 1128 time: 0.0823410 May 04 17:53:02.486720 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab471adb-b064-4231-a76f-45746f009f14 req-e0c11b35-8cc4-4f50-be6c-ee0df9144678 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.488218 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ab471adb-b064-4231-a76f-45746f009f14 req-e0c11b35-8cc4-4f50-be6c-ee0df9144678 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0910542 May 04 17:53:02.562431 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-37ba08f5-ae64-48df-846d-d406b90cb4b9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7329daa-5737-46eb-ad64-8323628417c4 HTTP/1.1" status: 200 len: 217 time: 0.0724046 May 04 17:53:02.719926 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681338c-6e64-485c-9969-0ed3f9932721 req-7614ad41-e69c-4714-8c23-5d8f6e02d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.721445 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-7614ad41-e69c-4714-8c23-5d8f6e02d038 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.1498003 May 04 17:53:02.726726 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ab471adb-b064-4231-a76f-45746f009f14 req-dcec9bc5-2a59-4331-bdc6-ab855d389cfd tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256415 May 04 17:53:02.729315 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4151b-e650-4a08-8af4-6685631f5ed7 req-b34d44b5-81af-45ae-8369-1484fa4ff3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.730795 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-73c4151b-e650-4a08-8af4-6685631f5ed7 req-b34d44b5-81af-45ae-8369-1484fa4ff3f5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 1129 time: 0.1203249 May 04 17:53:02.796825 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-b3a3c75e-2045-438c-8302-0006f27e995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.798567 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-b3a3c75e-2045-438c-8302-0006f27e995e service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.3010583 May 04 17:53:02.875038 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-76d0154f-026e-4ad6-b68a-22d95c11430a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0669467 May 04 17:53:02.894433 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681338c-6e64-485c-9969-0ed3f9932721 req-2aa69615-69e3-406c-8ab5-092b95aaa30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.895926 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-2aa69615-69e3-406c-8ab5-092b95aaa30c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1514664 May 04 17:53:02.925215 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:02.949214 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-73c4151b-e650-4a08-8af4-6685631f5ed7 req-9ac1abe7-de1e-45a4-98ce-ef86c3187129 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064869 May 04 17:53:02.982693 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470e72e-22a1-49f8-9817-dcb24a1c651e req-a051c1ec-883f-4b6b-8d5a-101e4b05f529 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.984223 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8470e72e-22a1-49f8-9817-dcb24a1c651e req-a051c1ec-883f-4b6b-8d5a-101e4b05f529 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.1675968 May 04 17:53:03.003148 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (fb8950a0-cf11-47b4-9e73-dfcab797a6cf), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:03.030007 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-d162c17a-29b9-46a1-b4e9-5deb79e241ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:03.032102 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-d162c17a-29b9-46a1-b4e9-5deb79e241ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.1309135 May 04 17:53:03.071106 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-0350d258-f6d5-47ba-861a-f8e98aca8870 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576934 May 04 17:53:03.104803 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8470e72e-22a1-49f8-9817-dcb24a1c651e req-e663be51-caf3-4c69-859e-86b8eec4e4aa tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128139 May 04 17:53:03.173332 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358df155-2d8c-42f1-a949-1dd7ec0a3158 req-d4636534-2224-4666-8f0f-628e61fc145f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:03.175295 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-358df155-2d8c-42f1-a949-1dd7ec0a3158 req-d4636534-2224-4666-8f0f-628e61fc145f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0745349 May 04 17:53:03.176060 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Floating IP fb8950a0-cf11-47b4-9e73-dfcab797a6cf associated. External IP: 172.27.2.208, port: ebe99c84-7559-45e6-b59f-73d3645b3f39. May 04 17:53:03.297539 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-358df155-2d8c-42f1-a949-1dd7ec0a3158 req-747650cd-f8b4-4260-a94c-348b523d428c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168792 May 04 17:53:03.434534 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Router 3a949aad-e502-40ad-aaa5-cda0086c16f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:53:03.557289 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-4f4b7bd4-1de2-4fe5-8822-d67b3ae63dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:03.558757 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-4f4b7bd4-1de2-4fe5-8822-d67b3ae63dd3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3548868 May 04 17:53:03.571095 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:53:03.576610 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:03.586281 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] Sync routers for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:53:03.597158 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:03.597791 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:52:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:03.613740 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-6fd8ee77-3dad-4607-a07a-782595632c07 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "PUT /v2.0/floatingips/fb8950a0-cf11-47b4-9e73-dfcab797a6cf HTTP/1.1" status: 200 len: 992 time: 1.2643456 May 04 17:53:03.614589 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:03.618363 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1" -d '{"events": [{"name": "network-changed", "server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:03.631077 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920ce4-66fe-4e00-ba4e-10b8949691d9 req-4c65b9d9-7aa2-4d97-a49b-db094b442485 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:03.632727 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cf920ce4-66fe-4e00-ba4e-10b8949691d9 req-4c65b9d9-7aa2-4d97-a49b-db094b442485 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0768836 May 04 17:53:03.668026 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2f84ac-793a-4f11-874c-f1adfaa7fd55 x-openstack-request-id: req-8b2f84ac-793a-4f11-874c-f1adfaa7fd55 {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:03.668558 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:03.668999 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b2f84ac-793a-4f11-874c-f1adfaa7fd55 {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:03.669661 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2f84ac-793a-4f11-874c-f1adfaa7fd55'] response: {'name': 'network-changed', 'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'status': 'completed', 'code': 200} May 04 17:53:03.675735 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36660) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:03.713925 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1681338c-6e64-485c-9969-0ed3f9932721 req-a529b455-d997-4925-95a9-e3d30a407378 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013318 May 04 17:53:03.713925 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cf920ce4-66fe-4e00-ba4e-10b8949691d9 req-1facb02f-4c96-4e45-afca-875ae95f51bd tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720098 May 04 17:53:03.716976 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:03.789706 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2a034ac8-4056-4599-b917-1b5a8540598b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:03.881501 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7639bfa-894f-4df2-82ec-a043870d7dd8 req-eda866f2-8abd-4c94-8123-b514fb97a40b tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:03.884847 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a7639bfa-894f-4df2-82ec-a043870d7dd8 req-eda866f2-8abd-4c94-8123-b514fb97a40b tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0676491 May 04 17:53:03.949943 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2a034ac8-4056-4599-b917-1b5a8540598b admin admin] Publish callbacks [] for security_group (d8d70c36-02d3-4762-ac67-241dd3cd4a07), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:03.964387 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fb8950a0-cf11-47b4-9e73-dfcab797a6cf', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'mac_address': 'fa:16:3e:1b:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:52:29Z', 'updated_at': '2022-05-04T17:53:02Z', 'revision_number': 1, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:03.966862 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a7639bfa-894f-4df2-82ec-a043870d7dd8 req-16c36b86-4de3-4f2a-aa09-4aeb3aa97e50 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735328 May 04 17:53:03.997262 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] Checking router: 3a949aad-e502-40ad-aaa5-cda0086c16f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:53:04.006746 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:04.007358 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:52:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:04.020197 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2a034ac8-4056-4599-b917-1b5a8540598b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (d8d70c36-02d3-4762-ac67-241dd3cd4a07), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:04.026410 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-dfde6a5b-f1b5-4d15-b5f5-783f03082054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:04.027927 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-dfde6a5b-f1b5-4d15-b5f5-783f03082054 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1130 time: 0.1093893 May 04 17:53:04.055332 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-6376f626-1eef-4160-a1e5-19ed15897725 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547673 May 04 17:53:04.060978 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-2a034ac8-4056-4599-b917-1b5a8540598b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c1d617a774942c0affc97c4b3968e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841412 May 04 17:53:04.062480 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a034ac8-4056-4599-b917-1b5a8540598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d70c36-02d3-4762-ac67-241dd3cd4a07,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:04.064292 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 36666) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:04.114498 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a778a16d-ae04-46e4-81aa-5cfac21ecc7a admin admin] Publish callbacks [] for security_group (d8d70c36-02d3-4762-ac67-241dd3cd4a07), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:04.116738 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:04.136083 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a778a16d-ae04-46e4-81aa-5cfac21ecc7a admin admin] Publish callbacks [] for security_group (d8d70c36-02d3-4762-ac67-241dd3cd4a07), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:04.267604 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a778a16d-ae04-46e4-81aa-5cfac21ecc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (d8d70c36-02d3-4762-ac67-241dd3cd4a07), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:04.270213 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a778a16d-ae04-46e4-81aa-5cfac21ecc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:04.271346 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a778a16d-ae04-46e4-81aa-5cfac21ecc7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8d70c36-02d3-4762-ac67-241dd3cd4a07 HTTP/1.1" status: 204 len: 168 time: 0.2059205 May 04 17:53:04.277804 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aa409-c61d-4ee2-bbf5-bb7d8774f167 req-727803bd-b3c2-4a25-b0c9-2dffa25a0b75 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:04.279280 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-054aa409-c61d-4ee2-bbf5-bb7d8774f167 req-727803bd-b3c2-4a25-b0c9-2dffa25a0b75 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0626986 May 04 17:53:04.289910 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778a16d-ae04-46e4-81aa-5cfac21ecc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d70c36-02d3-4762-ac67-241dd3cd4a07,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:04.349537 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-054aa409-c61d-4ee2-bbf5-bb7d8774f167 req-94ba4bff-1ce4-44d2-b6b7-012940ec8f36 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614753 May 04 17:53:04.366055 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fb8950a0-cf11-47b4-9e73-dfcab797a6cf', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'mac_address': 'fa:16:3e:1b:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:52:29Z', 'updated_at': '2022-05-04T17:53:02Z', 'revision_number': 1, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:04.393125 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6147ab1a-5d5d-4fcd-9a9a-27b1f4933d79 None None] The sync data for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi is: [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fb8950a0-cf11-47b4-9e73-dfcab797a6cf', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'mac_address': 'fa:16:3e:1b:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:52:29Z', 'updated_at': '2022-05-04T17:53:02Z', 'revision_number': 1, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:53:04.431998 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102432a0-fd62-4e08-a0af-c77920708d46 req-67d58b32-551d-4565-b4e0-5e036c24e207 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:04.433591 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-102432a0-fd62-4e08-a0af-c77920708d46 req-67d58b32-551d-4565-b4e0-5e036c24e207 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0494766 May 04 17:53:04.488328 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-102432a0-fd62-4e08-a0af-c77920708d46 req-4e089a6a-7bac-4b3f-8217-85ca96060c04 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 May 04 17:53:04.608028 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d528b91-7e2d-41b8-bee8-e1da69798a64 None None] New status for floating IP fb8950a0-cf11-47b4-9e73-dfcab797a6cf: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:53:04.828333 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60d9b3-2cff-41f6-a70a-a945b95a9bf9 req-cd257318-980f-4c87-99f3-8aa503920282 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:04.830042 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2f60d9b3-2cff-41f6-a70a-a945b95a9bf9 req-cd257318-980f-4c87-99f3-8aa503920282 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0489635 May 04 17:53:04.889326 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2f60d9b3-2cff-41f6-a70a-a945b95a9bf9 req-ef128266-456e-460d-9054-94563749f01c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532167 May 04 17:53:05.085022 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef270899-abdc-4483-a100-8f834fac174f req-ef8a5a1b-f6b1-4528-bd3c-40c84dca1637 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:05.086505 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ef270899-abdc-4483-a100-8f834fac174f req-ef8a5a1b-f6b1-4528-bd3c-40c84dca1637 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0475855 May 04 17:53:05.136195 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ef270899-abdc-4483-a100-8f834fac174f req-8a361a31-9446-4ed4-b0fd-64cc0010f5f9 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 May 04 17:53:05.351080 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36702) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:05.448411 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1730455329-network', 'tenant_id': '7bf503d4d93642a196265e5250c73455'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:05.467172 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43bcea-ce0b-49ba-ab89-2b31f173b57a req-7b1c996f-0ef9-40f5-969e-29d8cd7d48ea tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:05.468734 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5a43bcea-ce0b-49ba-ab89-2b31f173b57a req-7b1c996f-0ef9-40f5-969e-29d8cd7d48ea tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0502748 May 04 17:53:05.516077 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5a43bcea-ce0b-49ba-ab89-2b31f173b57a req-42a78773-3de9-4a2a-8553-a0e7dd54160c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414937 May 04 17:53:05.536347 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Made reservation on behalf of 7bf503d4d93642a196265e5250c73455 for: {'network': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:05.538150 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:05.548732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:05.622248 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef8a7b-ae52-46f3-9762-9b7aaac88959 req-fc1fc048-c0d3-4765-b2fb-88795892a3c8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:05.623712 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-15ef8a7b-ae52-46f3-9762-9b7aaac88959 req-fc1fc048-c0d3-4765-b2fb-88795892a3c8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0595117 May 04 17:53:05.699178 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Publish callbacks [] for security_group (1b9580d3-4bf0-41e7-816c-9639d16e4f85), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:05.703437 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-15ef8a7b-ae52-46f3-9762-9b7aaac88959 req-9bdb3996-9813-4d83-925f-8c19c0af3db4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716307 May 04 17:53:05.765634 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (1b9580d3-4bf0-41e7-816c-9639d16e4f85), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:05.792393 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=110468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:53:05.799371 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9580d3-4bf0-41e7-816c-9639d16e4f85,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:05.805267 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (9911d052-4710-4d1e-974a-80d78e029190), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:05.805615 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.segments_db [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Added segment 9911d052-4710-4d1e-974a-80d78e029190 of type vlan for network 527c58ff-1834-4195-9dd0-337553509c9e May 04 17:53:05.845584 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (527c58ff-1834-4195-9dd0-337553509c9e), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:05.948641 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (527c58ff-1834-4195-9dd0-337553509c9e), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:05.949638 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:05.950242 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:06.003328 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ea57a-a11b-4c69-b577-2fa7ee42e5c5 req-aec1f531-9bf7-4a04-957b-b7524a846abb tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:06.004879 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-441ea57a-a11b-4c69-b577-2fa7ee42e5c5 req-aec1f531-9bf7-4a04-957b-b7524a846abb tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0468962 May 04 17:53:06.012476 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] Pushing event updated for resources: {'Network': ['ID=527c58ff-1834-4195-9dd0-337553509c9e,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:06.027538 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 527c58ff-1834-4195-9dd0-337553509c9e details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:53:06.043192 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e01cc5ad-18ec-4d88-9177-09ed5c3042fc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6908681 May 04 17:53:06.045921 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36714) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:06.050937 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Request body: {'subnet': {'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1730455329-subnet', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:06.057948 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-441ea57a-a11b-4c69-b577-2fa7ee42e5c5 req-0060c21b-a986-4aec-8d61-64256d910c68 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471709 May 04 17:53:06.119618 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Made reservation on behalf of 7bf503d4d93642a196265e5250c73455 for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:06.121942 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:06.278454 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75822c41-02b7-4ea8-9051-59e0279f5874 req-bfea2f79-1e56-4e09-a98e-5dc19efac963 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:06.279956 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-75822c41-02b7-4ea8-9051-59e0279f5874 req-bfea2f79-1e56-4e09-a98e-5dc19efac963 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0731003 May 04 17:53:06.363223 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-75822c41-02b7-4ea8-9051-59e0279f5874 req-286fb5a1-147a-47e7-990e-7fa180af087a tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774581 May 04 17:53:06.483012 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (cd0d563a-751d-41e6-803f-e48cb8c4fed6), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:06.540661 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0d563a-751d-41e6-803f-e48cb8c4fed6,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:06.550924 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Checking segment: {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:06.551352 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Network hostable DHCP agents. Network: 527c58ff-1834-4195-9dd0-337553509c9e, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:53:06.645541 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77523b1b-a94b-4f46-b243-c736cf584a56 req-d022bbb3-939d-414f-bfef-083e6a574dbc tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:06.696575 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77523b1b-a94b-4f46-b243-c736cf584a56 req-d022bbb3-939d-414f-bfef-083e6a574dbc tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0504780 May 04 17:53:06.698757 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77523b1b-a94b-4f46-b243-c736cf584a56 req-4830958b-90ff-4103-827b-6519e55be6d8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 May 04 17:53:06.827076 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4fc5f-cbf4-43f5-b9d2-c2d03476e868 req-8d7e74d6-b7b6-45ff-b570-d7f9d9f67686 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:06.831284 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6db4fc5f-cbf4-43f5-b9d2-c2d03476e868 req-8d7e74d6-b7b6-45ff-b570-d7f9d9f67686 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0559304 May 04 17:53:06.884044 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6db4fc5f-cbf4-43f5-b9d2-c2d03476e868 req-d72ae0b9-616e-4a62-a8cf-c8fb4df4aef8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472188 May 04 17:53:07.003193 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Network 527c58ff-1834-4195-9dd0-337553509c9e is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:53:07.111662 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 527c58ff-1834-4195-9dd0-337553509c9e) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:07.116163 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:07.120715 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.123415 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef77f3ef-7817-45e1-98b9-455dcb817430 None None] Network 527c58ff-1834-4195-9dd0-337553509c9e requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:53:07.176554 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3380ce9-355c-4938-91d0-cf4caa363a29 req-aeca4a75-840e-4fec-9e80-3c63115879c6 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:07.178182 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f3380ce9-355c-4938-91d0-cf4caa363a29 req-aeca4a75-840e-4fec-9e80-3c63115879c6 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0492392 May 04 17:53:07.228551 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-527c58ff-1834-4195-9dd0-337553509c9e', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'project_id': '7bf503d4d93642a196265e5250c73455', 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:53:07.229432 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.237646 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-8b851f9e-ebb6-411b-9d27-ced9159bb904 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1906598 May 04 17:53:07.242783 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36728) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:07.242783 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:07.254417 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f3380ce9-355c-4938-91d0-cf4caa363a29 req-b3cc7901-330e-4d95-8c44-8baba88c406a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699787 May 04 17:53:07.363730 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (8284e7d3-f65d-4ce2-aaa1-df675a871d25), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.365838 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (8284e7d3-f65d-4ce2-aaa1-df675a871d25), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.406444 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Allocated IP 172.20.0.2 (527c58ff-1834-4195-9dd0-337553509c9e/cd0d563a-751d-41e6-803f-e48cb8c4fed6/4ff2c062-0d9d-49e5-abd5-849dc9bd77e8) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:07.407348 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-f082de87-726a-4359-9358-0b643258f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:07.408873 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-f082de87-726a-4359-9358-0b643258f573 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1841800 May 04 17:53:07.411097 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0a0ead19-3e69-4730-a12b-3dcf30043901 req-de8c0c6b-a605-4525-93cf-5d051f8d8de5 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791077 May 04 17:53:07.457464 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks [] for router_controller (8284e7d3-f65d-4ce2-aaa1-df675a871d25), precommit_add_association {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.502729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfb504-c2fb-44fd-99cf-9d36dcb45d2d req-40460ee6-200f-468f-b12d-06be08ee9399 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:07.504243 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-91cfb504-c2fb-44fd-99cf-9d36dcb45d2d req-40460ee6-200f-468f-b12d-06be08ee9399 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0502725 May 04 17:53:07.562547 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Publish callbacks [] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.591446 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-91cfb504-c2fb-44fd-99cf-9d36dcb45d2d req-48f8a4fd-d0ab-4343-aeac-994f03e53b69 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809400 May 04 17:53:07.643748 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.693500 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Network 527c58ff-1834-4195-9dd0-337553509c9e is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:07.696588 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:07.702474 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:07.710568 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Pushing event updated for resources: {'Port': ['ID=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:07.711176 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks [] for router_gateway (8284e7d3-f65d-4ce2-aaa1-df675a871d25), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.765615 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Attempting to bind port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:07.765986 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Attempting to bind port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:07.766356 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Attempting to bind port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 on network 527c58ff-1834-4195-9dd0-337553509c9e {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:07.771572 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:07.771950 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Checking segment: {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:07.772357 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.772785 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Bound using segment: {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:07.773293 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Bound port: 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:07.773650 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:07.822514 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f0367-9f97-4f2e-bc78-c037f769d3cc req-500203af-cdec-494f-a2dc-f61caf30efad tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:07.830357 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fe8f0367-9f97-4f2e-bc78-c037f769d3cc req-500203af-cdec-494f-a2dc-f61caf30efad tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0583766 May 04 17:53:07.856983 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] For port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:07.862363 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] For port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:07.883082 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fe8f0367-9f97-4f2e-bc78-c037f769d3cc req-a08d5d47-6119-46bf-92cd-b07d4955d054 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516577 May 04 17:53:07.951237 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:08.028849 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8bf6f-7d5a-441e-bb88-adf600b5c8ac None None] Pushing event updated for resources: {'Port': ['ID=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:08.267291 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-046c87de-05ee-4823-a832-f33f5de55543 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 200 len: 1002 time: 0.1029251 May 04 17:53:08.309568 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks [] for router_gateway (8284e7d3-f65d-4ce2-aaa1-df675a871d25), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:08.352129 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140886f1-c4ae-44a8-b50f-0c5cd3a36c74 req-1edb3996-6543-437f-a065-03950ca2e935 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:08.359745 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-140886f1-c4ae-44a8-b50f-0c5cd3a36c74 req-1edb3996-6543-437f-a065-03950ca2e935 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.1075292 May 04 17:53:08.362799 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:08.412673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe69cd7-3ed7-44f3-8ca4-ffa14b6ad599 req-4d31e30a-ee7b-4991-90eb-6292d3285072 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:08.414188 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-abe69cd7-3ed7-44f3-8ca4-ffa14b6ad599 req-4d31e30a-ee7b-4991-90eb-6292d3285072 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0519981 May 04 17:53:08.462751 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-140886f1-c4ae-44a8-b50f-0c5cd3a36c74 req-38bb94d8-5bfb-48bb-b874-52f916c0a908 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021967 May 04 17:53:08.471002 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-abe69cd7-3ed7-44f3-8ca4-ffa14b6ad599 req-2f8e5534-2bc4-43bc-b9e1-0ada563f19c3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487087 May 04 17:53:08.524677 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Allocated IP 172.27.2.92 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/dc2f2933-e7c7-402b-87a5-865673cf5a89) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:08.630355 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks [] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:08.740684 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:08.786655 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:08.793996 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:08.799207 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:08.802601 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Pushing event updated for resources: {'Port': ['ID=dc2f2933-e7c7-402b-87a5-865673cf5a89,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:08.832425 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.832858 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.833236 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.833579 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.833936 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.834274 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.834612 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.834951 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.835273 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.835602 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.835933 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.836263 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.836626 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.836956 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:08.837280 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:09.029938 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3b819-9497-48ea-89fc-72c59b389c0c req-1a8ad48b-b1b7-495e-be20-8ff898dd8da8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:09.032045 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-44e3b819-9497-48ea-89fc-72c59b389c0c req-1a8ad48b-b1b7-495e-be20-8ff898dd8da8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0571213 May 04 17:53:09.066264 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0715ec3-4b8a-43d6-84fd-ad150892d0f8 None None] Network 527c58ff-1834-4195-9dd0-337553509c9e requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:53:09.084922 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-44e3b819-9497-48ea-89fc-72c59b389c0c req-fd2e620f-6315-4a5b-b1b4-2055c390e007 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471938 May 04 17:53:09.168474 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-47c150ec-f0c3-41a9-8bbc-23332faa9bd1 None None] Provisioning complete for port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:09.168474 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-47c150ec-f0c3-41a9-8bbc-23332faa9bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:09.254441 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-462f9cbe-76ab-4174-ad72-b133b733c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:09.257132 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-462f9cbe-76ab-4174-ad72-b133b733c2b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.0654881 May 04 17:53:09.262775 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks [] for router_gateway (8284e7d3-f65d-4ce2-aaa1-df675a871d25), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:09.306011 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df38d3-6c19-416b-b8fe-2fcd22ec789c req-42c0d464-5a7e-420d-ad6e-22bc35150601 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:09.307610 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-33df38d3-6c19-416b-b8fe-2fcd22ec789c req-42c0d464-5a7e-420d-ad6e-22bc35150601 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0959020 May 04 17:53:09.308074 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-47c150ec-f0c3-41a9-8bbc-23332faa9bd1 None None] Current status of the port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:09.308578 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-47c150ec-f0c3-41a9-8bbc-23332faa9bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:09.351549 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-47c150ec-f0c3-41a9-8bbc-23332faa9bd1 None None] For port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:09.418535 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-33df38d3-6c19-416b-b8fe-2fcd22ec789c req-829a6854-5894-422f-8afe-3ede6c70189a tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997577 May 04 17:53:09.440715 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-47c150ec-f0c3-41a9-8bbc-23332faa9bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:09.490775 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c150ec-f0c3-41a9-8bbc-23332faa9bd1 None None] Pushing event updated for resources: {'Port': ['ID=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:09.527810 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (8284e7d3-f65d-4ce2-aaa1-df675a871d25), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:09.558371 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-1d62f3c4-fb3b-4b95-8edc-98467a92fa03 None None] Provisioning complete for port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:09.559087 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-1d62f3c4-fb3b-4b95-8edc-98467a92fa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:09.626863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82062801-292d-4df9-b8b7-5ccd7a3d6f10 req-5bff7e11-bfd8-412d-93bc-3c27b2279888 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:09.636810 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-82062801-292d-4df9-b8b7-5ccd7a3d6f10 req-5bff7e11-bfd8-412d-93bc-3c27b2279888 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0841508 May 04 17:53:09.649688 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2930c-c950-47d4-81f5-9660aace73e0 req-e6269f0e-0f69-44b0-9a05-b40c0e7c655b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:09.651295 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-79c2930c-c950-47d4-81f5-9660aace73e0 req-e6269f0e-0f69-44b0-9a05-b40c0e7c655b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0789397 May 04 17:53:09.685204 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-1d62f3c4-fb3b-4b95-8edc-98467a92fa03 None None] Current status of the port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:09.730771 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-82062801-292d-4df9-b8b7-5ccd7a3d6f10 req-cc319520-599f-4277-978c-2d69a2578c22 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914137 May 04 17:53:09.763008 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:09.778414 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-79c2930c-c950-47d4-81f5-9660aace73e0 req-b08a2bdb-0636-475e-8801-9531f48b0217 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750329 May 04 17:53:09.818266 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:09.818635 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:09.879807 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:53:09.906844 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:09.991674 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:53:09.997114 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-afe98350-30dd-4b88-aa22-3a0b6939e189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.000379 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Sync routers for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:53:10.010352 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:10.010968 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:52:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:10.071727 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.073812 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-069bd25e-cb4b-41c0-a8d6-263f32d9869e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8343580 May 04 17:53:10.076491 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36776) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:10.118429 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:10.215619 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9a99a-1540-4d56-8dc6-67d573836330 req-bd0ef9bd-cf70-4cd7-b7c2-d3e7a98fea2b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:10.217292 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-acc9a99a-1540-4d56-8dc6-67d573836330 req-bd0ef9bd-cf70-4cd7-b7c2-d3e7a98fea2b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0573180 May 04 17:53:10.278425 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-acc9a99a-1540-4d56-8dc6-67d573836330 req-7d3944a4-9cd0-4e76-9b77-888e422f0456 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529389 May 04 17:53:10.296762 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:08Z', 'revision_number': 3, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:10.328125 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Checking router: 8284e7d3-f65d-4ce2-aaa1-df675a871d25 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:53:10.328959 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Updating router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 port dc2f2933-e7c7-402b-87a5-865673cf5a89 binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:53:10.357307 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.588561 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313381c-dc2c-4aae-a0eb-c6c0d2776c28 req-5de3939f-cbca-4f9d-98e8-e49b38708829 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:10.595893 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e313381c-dc2c-4aae-a0eb-c6c0d2776c28 req-5de3939f-cbca-4f9d-98e8-e49b38708829 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0990095 May 04 17:53:10.602510 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.621488 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Publish callbacks [] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.641111 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 36790) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:10.689392 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e313381c-dc2c-4aae-a0eb-c6c0d2776c28 req-d5254c35-3054-43f5-b793-6fc54e854b66 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895848 May 04 17:53:10.728921 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.773470 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.813166 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Allocated IP 172.20.0.1 (527c58ff-1834-4195-9dd0-337553509c9e/cd0d563a-751d-41e6-803f-e48cb8c4fed6/7a08afa8-8722-428d-960b-ed44a8abfbcf) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:10.917774 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Pushing event updated for resources: {'Port': ['ID=dc2f2933-e7c7-402b-87a5-865673cf5a89,revision_number=2']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:10.920921 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Attempting to bind port dc2f2933-e7c7-402b-87a5-865673cf5a89 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:10.921495 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Attempting to bind port dc2f2933-e7c7-402b-87a5-865673cf5a89 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:10.922365 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Attempting to bind port dc2f2933-e7c7-402b-87a5-865673cf5a89 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:10.933347 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.933713 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.934080 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.934611 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.934950 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.935439 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.935929 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.937651 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.937926 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.938437 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.939000 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.939358 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.939694 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.940025 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.940974 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:10.941978 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Publish callbacks [] for security_group (7aefe233-ac70-41ee-b104-c080f8a7b0a3), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.944162 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1363-5cba-4adb-adfc-610f448d597c req-29260e31-d794-4746-b013-e706a9ff3f4f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:10.945778 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3b1f1363-5cba-4adb-adfc-610f448d597c req-29260e31-d794-4746-b013-e706a9ff3f4f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 944 time: 0.0689423 May 04 17:53:10.951983 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17da554-8fb1-4c41-a936-a7949b6d3a5a req-b686e9d1-156d-4fe6-8a3c-fc66209643be tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:10.954025 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:10.954419 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:10.954830 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.955226 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:10.955718 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Bound port: dc2f2933-e7c7-402b-87a5-865673cf5a89, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:10.956096 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:10.956934 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f17da554-8fb1-4c41-a936-a7949b6d3a5a req-b686e9d1-156d-4fe6-8a3c-fc66209643be tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0720036 May 04 17:53:11.003472 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f17da554-8fb1-4c41-a936-a7949b6d3a5a req-721a7357-8323-483c-a985-08a286bbbdba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456574 May 04 17:53:11.017366 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (7aefe233-ac70-41ee-b104-c080f8a7b0a3), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.020394 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] For port dc2f2933-e7c7-402b-87a5-865673cf5a89, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:11.024414 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] For port dc2f2933-e7c7-402b-87a5-865673cf5a89, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=dc2f2933-e7c7-402b-87a5-865673cf5a89,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:11.050325 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3b1f1363-5cba-4adb-adfc-610f448d597c req-58a21b3c-0dad-4db9-a333-fe385cd4c031 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731442 May 04 17:53:11.053047 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Publish callbacks [] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.065117 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2abe36ba0b554cd68d80c65906a4a0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227889 May 04 17:53:11.066609 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aefe233-ac70-41ee-b104-c080f8a7b0a3,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:11.067907 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36800) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:11.074307 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.074653 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.074992 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.075329 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.075659 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.075989 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.076314 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.076661 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.076992 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.077549 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.077893 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.078220 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.078543 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.078862 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.079180 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fc7af1-4c69-4b7f-9d25-04a5ac8670eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:11.081489 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:53:11.114933 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.144149 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ecc8-24ca-47d1-a496-e62491b00432 admin admin] Publish callbacks [] for security_group (7aefe233-ac70-41ee-b104-c080f8a7b0a3), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.171977 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ecc8-24ca-47d1-a496-e62491b00432 admin admin] Publish callbacks [] for security_group (7aefe233-ac70-41ee-b104-c080f8a7b0a3), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.176744 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9feeb0-d3a5-40ef-824e-1625d94fec1f None None] Pushing event updated for resources: {'Port': ['ID=dc2f2933-e7c7-402b-87a5-865673cf5a89,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:11.180496 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:11.181111 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:52:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:11.227740 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:11.237571 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-7250a97c-dbee-45bb-b942-c0ff58f7a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:11.239131 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-7250a97c-dbee-45bb-b942-c0ff58f7a685 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625830 May 04 17:53:11.244083 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'port_id': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'mac_address': 'fa:16:3e:9f:63:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:53:11.246654 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.283181 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:11.283937 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.293029 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:11.295298 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Network 527c58ff-1834-4195-9dd0-337553509c9e is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:11.298608 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:11.301642 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:11.307720 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:11.322109 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:11.354174 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (8284e7d3-f65d-4ce2-aaa1-df675a871d25), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.396723 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a08afa8-8722-428d-960b-ed44a8abfbcf,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:11.401574 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ecc8-24ca-47d1-a496-e62491b00432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (7aefe233-ac70-41ee-b104-c080f8a7b0a3), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.406068 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cc2ecc8-24ca-47d1-a496-e62491b00432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.407289 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3cc2ecc8-24ca-47d1-a496-e62491b00432 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7aefe233-ac70-41ee-b104-c080f8a7b0a3 HTTP/1.1" status: 204 len: 168 time: 0.3382435 May 04 17:53:11.419315 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2ecc8-24ca-47d1-a496-e62491b00432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aefe233-ac70-41ee-b104-c080f8a7b0a3,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:11.422489 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.449386 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d59e-cfe9-445d-8386-8065ec2a0c2c req-a1947ebb-ba43-4bb2-a02e-c3891b7f290c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:11.461897 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4c22d59e-cfe9-445d-8386-8065ec2a0c2c req-a1947ebb-ba43-4bb2-a02e-c3891b7f290c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0872107 May 04 17:53:11.524492 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=9']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:11.550722 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4c22d59e-cfe9-445d-8386-8065ec2a0c2c req-20a159a0-dd13-480f-b150-79dce85fa1e5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876706 May 04 17:53:11.574444 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:08Z', 'revision_number': 3, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:11.602262 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf782b29-b14e-49d4-b8c9-8a60d16d93b6 None None] The sync data for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi is: [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:08Z', 'revision_number': 3, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:53:11.621592 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-92b790d0-ffdb-48b2-b48f-6da609ab2d9e None None] Provisioning complete for port 7a08afa8-8722-428d-960b-ed44a8abfbcf triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:11.625057 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-92b790d0-ffdb-48b2-b48f-6da609ab2d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.656690 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:11.668991 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-92b790d0-ffdb-48b2-b48f-6da609ab2d9e None None] Port 7a08afa8-8722-428d-960b-ed44a8abfbcf cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:53:11.827653 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['4a8881e1-ef77-48ac-aa10-24bb5d927fa3'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:53:11.882555 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fd7bf-bab7-4b5d-b4e2-56a46fc0113c req-1e1e05a1-5061-4458-908d-3eefd9531ee5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:11.884221 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f15fd7bf-bab7-4b5d-b4e2-56a46fc0113c req-1e1e05a1-5061-4458-908d-3eefd9531ee5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.0914354 May 04 17:53:12.005634 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Publish callbacks [] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:12.073704 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f15fd7bf-bab7-4b5d-b4e2-56a46fc0113c req-19f2ab89-51b5-4108-bc5a-a865ab682f3c tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908020 May 04 17:53:12.222224 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-195a4bda-383f-4acb-b8ef-d8707ff4496d service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236443 May 04 17:53:12.233459 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55e90-5328-4dfc-a4e4-9ff60e9b7fb7 req-3adf40fb-6e09-40a1-aaf0-d4a0d4282ffd tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:12.235101 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-00e55e90-5328-4dfc-a4e4-9ff60e9b7fb7 req-3adf40fb-6e09-40a1-aaf0-d4a0d4282ffd tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 945 time: 0.0581524 May 04 17:53:12.235369 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-992ced6e-4f97-44a4-a570-6d8338563cd4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:12.237079 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-992ced6e-4f97-44a4-a570-6d8338563cd4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.86 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 945 time: 0.2081335 May 04 17:53:12.256197 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0dca3-8170-463b-9290-201990224b82 req-52ca89bb-eddb-4a8b-b189-9252071be446 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:12.257722 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ddf0dca3-8170-463b-9290-201990224b82 req-52ca89bb-eddb-4a8b-b189-9252071be446 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.1372952 May 04 17:53:12.299826 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-00e55e90-5328-4dfc-a4e4-9ff60e9b7fb7 req-da8d9dd7-2af0-4fdb-81c2-8f4996b8cadc tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587549 May 04 17:53:12.459822 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ddf0dca3-8170-463b-9290-201990224b82 req-13341adc-65c9-45a0-bece-248336443a6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732323 May 04 17:53:12.474593 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Deleting port b9063a74-8e16-4b52-8ded-398584351169 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:53:12.474991 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (b9063a74-8e16-4b52-8ded-398584351169), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:12.482116 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc16ac7b-a59d-4a48-835c-0dca6a5995c1 req-265734d6-accd-49b0-893a-8ff061ac5fb6 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417188 May 04 17:53:12.570252 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] For port b9063a74-8e16-4b52-8ded-398584351169, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b9063a74-8e16-4b52-8ded-398584351169,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:12.570612 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (b9063a74-8e16-4b52-8ded-398584351169), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:12.591174 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Calling delete_port for b9063a74-8e16-4b52-8ded-398584351169 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:53:12.643406 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:12.647024 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-baa03d39-2b6f-48ed-b8ae-410091240736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:12.773575 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (8284e7d3-f65d-4ce2-aaa1-df675a871d25), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:12.843531 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a08afa8-8722-428d-960b-ed44a8abfbcf,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:12.853195 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb03cdd-420d-4198-9f1c-d8afbf14b9bc req-1f0729da-321b-405f-86c5-a0973a30d7ba tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:12.854742 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9bb03cdd-420d-4198-9f1c-d8afbf14b9bc req-1f0729da-321b-405f-86c5-a0973a30d7ba tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.1170051 May 04 17:53:12.929256 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (b9063a74-8e16-4b52-8ded-398584351169), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:12.944338 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['b9063a74-8e16-4b52-8ded-398584351169'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:53:12.962253 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Pushing event deleted for resources: {'Port': ['ID=b9063a74-8e16-4b52-8ded-398584351169,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:13.024909 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] No DVR routers for this DVR port b9063a74-8e16-4b52-8ded-398584351169 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:53:13.027530 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:13.034041 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0572a838-6f3e-45c1-8c56-46202d3f0573 req-7a96e8b0-2b8e-4d5c-8e68-2ed4936a9792 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.86 "DELETE /v2.0/ports/b9063a74-8e16-4b52-8ded-398584351169 HTTP/1.1" status: 204 len: 173 time: 0.7823606 May 04 17:53:13.034041 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc', 'name': 'network-vif-deleted', 'tag': 'b9063a74-8e16-4b52-8ded-398584351169'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:13.034282 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e8661b-9f2a-455b-880f-63efc052632e" -d '{"events": [{"server_uuid": "8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc", "name": "network-vif-deleted", "tag": "b9063a74-8e16-4b52-8ded-398584351169"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:13.078673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e957c7-cd49-4bef-ba1b-007e04df659c x-openstack-request-id: req-88e957c7-cd49-4bef-ba1b-007e04df659c {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:13.078673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc", "name": "network-vif-deleted", "tag": "b9063a74-8e16-4b52-8ded-398584351169", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:13.078970 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88e957c7-cd49-4bef-ba1b-007e04df659c {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:13.080923 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e957c7-cd49-4bef-ba1b-007e04df659c'] response: {'server_uuid': '8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc', 'name': 'network-vif-deleted', 'tag': 'b9063a74-8e16-4b52-8ded-398584351169', 'status': 'completed', 'code': 200} May 04 17:53:13.126969 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:13.239253 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:13.239748 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:13.240871 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f308f6c3-ae97-414b-abc8-ca142f3e8746 req-ccf7a008-dd5e-41a7-9d05-56e29dca74c2 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 210 time: 0.0433679 May 04 17:53:13.261249 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9bb03cdd-420d-4198-9f1c-d8afbf14b9bc req-2ba009fe-710a-4023-bd4d-874d9aef1c7c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964715 May 04 17:53:13.274021 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Network 527c58ff-1834-4195-9dd0-337553509c9e is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:13.275821 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:13.355256 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:13.355419 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:13.399971 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:13.401606 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:13.404774 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46983b8f-b01a-4735-9239-1ee7ce130629" -d '{"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-plugged", "status": "completed", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:13.449344 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc29e4f-35a0-407a-a5b5-2c1ec4e8d9aa x-openstack-request-id: req-5cc29e4f-35a0-407a-a5b5-2c1ec4e8d9aa {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:13.449685 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-plugged", "status": "completed", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:13.449963 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cc29e4f-35a0-407a-a5b5-2c1ec4e8d9aa {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:13.450357 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc29e4f-35a0-407a-a5b5-2c1ec4e8d9aa'] response: {'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'code': 200} May 04 17:53:13.476147 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:53:13.488369 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d8e60-ed57-4121-b9e1-5bd605465922 req-c6784a4d-248a-4073-bea1-f65cd71ece76 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:13.490262 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-299d8e60-ed57-4121-b9e1-5bd605465922 req-c6784a4d-248a-4073-bea1-f65cd71ece76 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 945 time: 0.0712330 May 04 17:53:13.500726 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:13.501651 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device b9063a74-8e16-4b52-8ded-398584351169 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:53:13.590798 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-299d8e60-ed57-4121-b9e1-5bd605465922 req-336de7c3-eb75-41f0-9c68-5313150f29f6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801809 May 04 17:53:13.708339 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16328d28-c829-43fc-85fc-29c429146cd2 req-e492b615-4ac1-4bc3-993a-6de8c4c2259e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:13.716543 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-16328d28-c829-43fc-85fc-29c429146cd2 req-e492b615-4ac1-4bc3-993a-6de8c4c2259e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.1331539 May 04 17:53:13.739191 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:53:13.758280 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-852cda3b-bfab-44ca-a4ef-434233d677e1 admin admin] 10.222.0.81 "PUT /v2.0/routers/8284e7d3-f65d-4ce2-aaa1-df675a871d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805253 May 04 17:53:13.832553 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-16328d28-c829-43fc-85fc-29c429146cd2 req-283415df-aa7d-47b0-a7a5-64ca14be452e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115072 May 04 17:53:13.855673 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device dc2f2933-e7c7-402b-87a5-865673cf5a89 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:13.886375 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: b9063a74-8e16-4b52-8ded-398584351169 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:53:13.886759 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device b9063a74-8e16-4b52-8ded-398584351169 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:53:13.904118 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Sync routers for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:53:13.938690 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-ad28b591-ddd0-4af0-8d2b-8b3f795228a8 None None] Provisioning complete for port 7a08afa8-8722-428d-960b-ed44a8abfbcf triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:13.939086 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ad28b591-ddd0-4af0-8d2b-8b3f795228a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:13.983319 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=10']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:13.995942 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:13.996617 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:14.049699 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-ad28b591-ddd0-4af0-8d2b-8b3f795228a8 None None] Port 7a08afa8-8722-428d-960b-ed44a8abfbcf cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:53:14.057990 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.060481 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port dc2f2933-e7c7-402b-87a5-865673cf5a89 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:14.060844 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.161802 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:14.266878 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port dc2f2933-e7c7-402b-87a5-865673cf5a89 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:14.267298 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.309508 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port dc2f2933-e7c7-402b-87a5-865673cf5a89, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=dc2f2933-e7c7-402b-87a5-865673cf5a89,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:14.387886 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.401924 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d7631c24-5e66-4ed6-abdc-b02a30786405 req-0bbc757e-8c3d-43ac-bd30-2b4077f7bcff tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 210 time: 0.0394008 May 04 17:53:14.504209 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=dc2f2933-e7c7-402b-87a5-865673cf5a89,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:14.507266 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 2, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:14.541985 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Checking router: 8284e7d3-f65d-4ce2-aaa1-df675a871d25 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:53:14.542682 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Updating router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 port 7a08afa8-8722-428d-960b-ed44a8abfbcf binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:53:14.560045 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae81c8-699f-4867-af7a-957e53708e0c req-0c6681de-494c-4344-a963-cac78f62c964 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:14.562156 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-20ae81c8-699f-4867-af7a-957e53708e0c req-0c6681de-494c-4344-a963-cac78f62c964 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0671890 May 04 17:53:14.573836 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.616729 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-20ae81c8-699f-4867-af7a-957e53708e0c req-75ddee45-4c71-4275-a118-7ca8f51cddc0 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481193 May 04 17:53:14.748755 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36858) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:14.754062 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-c3a0a623-840b-4a7a-a142-ec2b0f96eea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94603103', 'description': 'tempest-description--860277219'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:14.779541 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 36860) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:14.786334 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1108989523-network', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:14.837869 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a623-840b-4a7a-a142-ec2b0f96eea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.849788 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c3c76-2c7e-42ce-9572-214c7d3fbd1a req-f4d58471-908e-45bd-ae99-fc4895cb2056 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:14.851291 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-436c3c76-2c7e-42ce-9572-214c7d3fbd1a req-f4d58471-908e-45bd-ae99-fc4895cb2056 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0561135 May 04 17:53:14.907438 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-436c3c76-2c7e-42ce-9572-214c7d3fbd1a req-d3b9da11-8e21-498e-b035-7b24b05d9044 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500438 May 04 17:53:14.915340 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Made reservation on behalf of 675947c2f62242d599bb193dc73d6fd1 for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:14.922409 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.937630 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.958813 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Publish callbacks [] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:14.963728 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a623-840b-4a7a-a142-ec2b0f96eea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (b70070d1-00dc-463a-a954-c959977aaabd), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.013775 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53418618-4e4e-4155-8847-7238488ce44e req-3b5e9d78-24ae-444c-a84e-0136bbadc656 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:15.016031 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-53418618-4e4e-4155-8847-7238488ce44e req-3b5e9d78-24ae-444c-a84e-0136bbadc656 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0534813 May 04 17:53:15.040726 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.050530 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d6f9d-b17e-48b1-b966-34155718b91b req-3e539792-a04d-4efb-a211-34fc782064d5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:15.052051 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-753d6f9d-b17e-48b1-b966-34155718b91b req-3e539792-a04d-4efb-a211-34fc782064d5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0590343 May 04 17:53:15.071814 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-53418618-4e4e-4155-8847-7238488ce44e req-1d280670-db02-4e54-a6e2-f4e604bf8459 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501711 May 04 17:53:15.073087 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a623-840b-4a7a-a142-ec2b0f96eea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b70070d1-00dc-463a-a954-c959977aaabd), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.091072 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Publish callbacks [] for security_group (93a67480-55c7-48ff-9cd4-ecf47022a9b1), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.099266 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40344d08-6eda-41b4-ae90-5650569ef56a None None] Pushing event updated for resources: {'Port': ['ID=7a08afa8-8722-428d-960b-ed44a8abfbcf,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:15.123612 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0a623-840b-4a7a-a142-ec2b0f96eea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70070d1-00dc-463a-a954-c959977aaabd,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:15.147694 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-753d6f9d-b17e-48b1-b966-34155718b91b req-a23c3ad3-a720-43cf-8ff7-8a97261be160 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844235 May 04 17:53:15.160920 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (93a67480-55c7-48ff-9cd4-ecf47022a9b1), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.183595 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Attempting to bind port 7a08afa8-8722-428d-960b-ed44a8abfbcf on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:15.183979 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Attempting to bind port 7a08afa8-8722-428d-960b-ed44a8abfbcf by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:15.184410 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Attempting to bind port 7a08afa8-8722-428d-960b-ed44a8abfbcf on network 527c58ff-1834-4195-9dd0-337553509c9e {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:15.189984 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:53:15.190785 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:15.191169 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Checking segment: {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:15.191577 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.191976 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Bound using segment: {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:15.192543 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Bound port: 7a08afa8-8722-428d-960b-ed44a8abfbcf, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:15.192866 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.192967 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c3a0a623-840b-4a7a-a142-ec2b0f96eea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.197513 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c3a0a623-840b-4a7a-a142-ec2b0f96eea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4444273 May 04 17:53:15.199200 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 36866) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:15.205327 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-a9fdfcf4-362f-490d-9509-d4cc3a2563e9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group_rule': {'security_group_id': 'b70070d1-00dc-463a-a954-c959977aaabd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:15.213514 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (9636c29c-1f1c-4fae-9090-e95df5e850ff), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.213858 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Added segment 9636c29c-1f1c-4fae-9090-e95df5e850ff of type vlan for network 577550a4-e38a-48ec-8ba7-0082f046665e May 04 17:53:15.215378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a67480-55c7-48ff-9cd4-ecf47022a9b1,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:15.267860 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (577550a4-e38a-48ec-8ba7-0082f046665e), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.275716 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] For port 7a08afa8-8722-428d-960b-ed44a8abfbcf, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:15.279456 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] For port 7a08afa8-8722-428d-960b-ed44a8abfbcf, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=7a08afa8-8722-428d-960b-ed44a8abfbcf,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:15.340784 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a9fdfcf4-362f-490d-9509-d4cc3a2563e9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (5c094aca-4008-4b77-a4ea-9cbc53266fd7), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.364244 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.365879 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (577550a4-e38a-48ec-8ba7-0082f046665e), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.366832 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:15.367431 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.428838 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-ac897da5-7043-42d2-b343-3d5de0d407c3 None None] Provisioning complete for port 7a08afa8-8722-428d-960b-ed44a8abfbcf triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:15.429230 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ac897da5-7043-42d2-b343-3d5de0d407c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.453745 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] Pushing event updated for resources: {'Network': ['ID=577550a4-e38a-48ec-8ba7-0082f046665e,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:15.466382 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a9fdfcf4-362f-490d-9509-d4cc3a2563e9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (5c094aca-4008-4b77-a4ea-9cbc53266fd7), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.469217 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 577550a4-e38a-48ec-8ba7-0082f046665e details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:53:15.490615 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36870) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:15.493805 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0ecde46b-5a85-4385-bb16-b7a7b92cfab6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7066188 May 04 17:53:15.497256 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Request body: {'subnet': {'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1108989523-subnet', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:15.537270 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.539185 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40344d08-6eda-41b4-ae90-5650569ef56a None None] Pushing event updated for resources: {'Port': ['ID=7a08afa8-8722-428d-960b-ed44a8abfbcf,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:15.541205 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a3fe-38b0-409a-aff8-4de4d0e5b6c6 req-b42633d6-ea35-41e2-9f3f-7b4cb83b0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:15.546658 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4439a3fe-38b0-409a-aff8-4de4d0e5b6c6 req-b42633d6-ea35-41e2-9f3f-7b4cb83b0739 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 1131 time: 0.0497856 May 04 17:53:15.559966 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:15.560669 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:15.568900 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a9fdfcf4-362f-490d-9509-d4cc3a2563e9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (5c094aca-4008-4b77-a4ea-9cbc53266fd7), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.573350 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fde9321a-824e-44be-a07f-0b26a978750d req-e85d90db-5fba-4d27-8347-7b31b4eeb39a tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a94dd08-9e34-4ff4-9d7e-6dd5055e56fc HTTP/1.1" status: 200 len: 210 time: 0.0394459 May 04 17:53:15.598531 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Made reservation on behalf of 675947c2f62242d599bb193dc73d6fd1 for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:15.602429 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.626886 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdfcf4-362f-490d-9509-d4cc3a2563e9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c094aca-4008-4b77-a4ea-9cbc53266fd7,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:15.705337 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4439a3fe-38b0-409a-aff8-4de4d0e5b6c6 req-eba0cb06-0234-4710-8ea6-d1fb6e50e6a4 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462910 May 04 17:53:15.722642 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a9fdfcf4-362f-490d-9509-d4cc3a2563e9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.726536 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a9fdfcf4-362f-490d-9509-d4cc3a2563e9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5251019 May 04 17:53:15.726701 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 36872) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:15.732980 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-fb97a85a-ed39-48da-b7f8-f5da0948e50b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group_rule': {'security_group_id': 'b70070d1-00dc-463a-a954-c959977aaabd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:15.742435 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device dc2f2933-e7c7-402b-87a5-865673cf5a89 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:15.801537 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fb97a85a-ed39-48da-b7f8-f5da0948e50b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (3f4a2a62-3ca8-41c4-9738-3382b0207d02), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.854007 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:15.864008 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fb97a85a-ed39-48da-b7f8-f5da0948e50b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (3f4a2a62-3ca8-41c4-9738-3382b0207d02), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.896054 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.913768 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-ac897da5-7043-42d2-b343-3d5de0d407c3 None None] Current status of the port 7a08afa8-8722-428d-960b-ed44a8abfbcf is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:15.914156 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ac897da5-7043-42d2-b343-3d5de0d407c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.938200 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fb97a85a-ed39-48da-b7f8-f5da0948e50b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (3f4a2a62-3ca8-41c4-9738-3382b0207d02), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:15.963139 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:15.968645 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Checking segment: {'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:15.969012 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Network hostable DHCP agents. Network: 577550a4-e38a-48ec-8ba7-0082f046665e, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:53:15.986981 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97a85a-ed39-48da-b7f8-f5da0948e50b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4a2a62-3ca8-41c4-9738-3382b0207d02,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:16.034764 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Network 577550a4-e38a-48ec-8ba7-0082f046665e is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:53:16.054100 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-7e93b18a-24ac-4072-abc4-0aa08f6b4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:16.055934 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-7e93b18a-24ac-4072-abc4-0aa08f6b4164 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 1130 time: 0.0585320 May 04 17:53:16.083839 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fb97a85a-ed39-48da-b7f8-f5da0948e50b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.085693 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-fb97a85a-ed39-48da-b7f8-f5da0948e50b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3580320 May 04 17:53:16.088266 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36876) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:16.095040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:16.112748 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port dc2f2933-e7c7-402b-87a5-865673cf5a89 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:16.113246 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.117451 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 577550a4-e38a-48ec-8ba7-0082f046665e) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:16.134872 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4fc23-62e5-4659-b4bf-a55b4f848fa8 req-aa4e1816-f6e1-461a-ac6b-0057f9cb2628 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:16.135320 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c388972-eff9-486e-b4a1-e2f684fc380a None None] Network 577550a4-e38a-48ec-8ba7-0082f046665e requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:53:16.144054 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:16.144963 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.147406 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d7d4fc23-62e5-4659-b4bf-a55b4f848fa8 req-aa4e1816-f6e1-461a-ac6b-0057f9cb2628 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.1093295 May 04 17:53:16.213834 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-ac897da5-7043-42d2-b343-3d5de0d407c3 None None] For port 7a08afa8-8722-428d-960b-ed44a8abfbcf, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=7a08afa8-8722-428d-960b-ed44a8abfbcf,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:16.217681 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.243962 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d7d4fc23-62e5-4659-b4bf-a55b4f848fa8 req-d8941c6b-20bb-4a66-97bd-fdd876e0174d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954657 May 04 17:53:16.245052 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-a336852e-4072-4616-9387-9f3c25ca5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:16.246402 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-a336852e-4072-4616-9387-9f3c25ca5bd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 200 len: 911 time: 0.1742573 May 04 17:53:16.257743 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-8276a00e-5551-402a-8e25-7e4ff425f0c6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7659171 May 04 17:53:16.261869 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 36882) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:16.267610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:16.267748 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23926e-889a-4b00-a9eb-d488ea91eaf2 req-8374acc9-3372-4e76-bb31-2b50332c39bd tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:16.279177 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ae23926e-889a-4b00-a9eb-d488ea91eaf2 req-8374acc9-3372-4e76-bb31-2b50332c39bd tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 944 time: 0.0899189 May 04 17:53:16.303895 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ac897da5-7043-42d2-b343-3d5de0d407c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.359724 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.371169 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.372387 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.386915 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ae23926e-889a-4b00-a9eb-d488ea91eaf2 req-719dffa8-9a36-4fde-a1e2-547b57c2d262 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816376 May 04 17:53:16.420477 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2d39e-d54f-40f4-a6cd-610cc542fc5e req-045da70e-5609-4f31-83c0-39ff3941a404 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:16.420477 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d3f2d39e-d54f-40f4-a6cd-610cc542fc5e req-045da70e-5609-4f31-83c0-39ff3941a404 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0822845 May 04 17:53:16.462744 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks [] for router_controller (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), precommit_add_association {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.473299 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac897da5-7043-42d2-b343-3d5de0d407c3 None None] Pushing event updated for resources: {'Port': ['ID=7a08afa8-8722-428d-960b-ed44a8abfbcf,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:16.482872 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-577550a4-e38a-48ec-8ba7-0082f046665e', 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e', 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'fixed_ips': [{'subnet_id': 'b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:53:16.484482 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.489817 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-6050fe70-0998-4d2b-9c71-819f3477c0c6 None None] Provisioning complete for port 7a08afa8-8722-428d-960b-ed44a8abfbcf triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:16.490186 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6050fe70-0998-4d2b-9c71-819f3477c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.496342 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d3f2d39e-d54f-40f4-a6cd-610cc542fc5e req-cf9b36ab-146d-47af-bbb2-179823d423fd tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772026 May 04 17:53:16.503141 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:15Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:16.521564 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Allocated IP 172.27.2.168 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/2f8ba02a-f657-42d3-8030-32205d22d3d4) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:16.552074 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port dc2f2933-e7c7-402b-87a5-865673cf5a89 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:16.557845 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffedc5ff-c7f2-4981-a069-989e40600ef2 None None] The sync data for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi is: [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:15Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:53:16.700276 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (2f8ba02a-f657-42d3-8030-32205d22d3d4), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.763048 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-6050fe70-0998-4d2b-9c71-819f3477c0c6 None None] Current status of the port 7a08afa8-8722-428d-960b-ed44a8abfbcf is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:16.781796 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Allocated IP 172.20.0.2 (577550a4-e38a-48ec-8ba7-0082f046665e/b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68/4d4cc3ea-5521-4495-803e-afc63446b369) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:16.804733 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks [] for router_gateway (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.828997 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.897534 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (2f8ba02a-f657-42d3-8030-32205d22d3d4), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.969765 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-4bb5862b-0b23-4b64-9770-c846bf3fc066 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a HTTP/1.1" status: 200 len: 1002 time: 0.1597145 May 04 17:53:16.980869 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Publish callbacks [] for port (4d4cc3ea-5521-4495-803e-afc63446b369), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:16.986923 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=2f8ba02a-f657-42d3-8030-32205d22d3d4,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:16.990514 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:16.993332 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:16.994682 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:17.040966 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.098958 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Network 577550a4-e38a-48ec-8ba7-0082f046665e is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:17.101606 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (8e9c96e2-a13d-46dc-9b9b-782e6c616e5d), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.111789 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:17.113631 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device a7329daa-5737-46eb-ad64-8323628417c4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:53:17.116252 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:17.129161 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Pushing event updated for resources: {'Port': ['ID=4d4cc3ea-5521-4495-803e-afc63446b369,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:17.169429 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-5ed8d59b-3d2d-4bb1-9b33-9546d25a12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:17.169897 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-5ed8d59b-3d2d-4bb1-9b33-9546d25a12c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=480277fb-c1a6-4cf3-b1fd-15e7700eeade HTTP/1.1" status: 200 len: 849 time: 0.1647367 May 04 17:53:17.217230 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (2f8ba02a-f657-42d3-8030-32205d22d3d4), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.221530 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Attempting to bind port 4d4cc3ea-5521-4495-803e-afc63446b369 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:17.221904 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Attempting to bind port 4d4cc3ea-5521-4495-803e-afc63446b369 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:17.222264 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Attempting to bind port 4d4cc3ea-5521-4495-803e-afc63446b369 on network 577550a4-e38a-48ec-8ba7-0082f046665e {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:17.239847 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:17.240222 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Checking segment: {'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:17.240645 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.241035 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Bound using segment: {'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:17.241510 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Bound port: 4d4cc3ea-5521-4495-803e-afc63446b369, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:17.241888 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.291867 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-15fdc552-c8d0-4283-8d85-36668aa3e4dd tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:17.299320 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-15fdc552-c8d0-4283-8d85-36668aa3e4dd tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/networks?id=32ca344d-9d04-4e6c-ad02-bd13e0c29fdb HTTP/1.1" status: 200 len: 809 time: 0.3872204 May 04 17:53:17.314258 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-2b92434c-39d2-4645-ab01-bbefaa4b1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:17.315860 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-2b92434c-39d2-4645-ab01-bbefaa4b1594 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1361060 May 04 17:53:17.331505 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-e28ba429-23c1-4e32-a893-9718bb3e2fe5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/quotas/a58f0a02b9604b74a0b7f7f5039ee809 HTTP/1.1" status: 200 len: 375 time: 0.0311172 May 04 17:53:17.354758 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks [] for router_gateway (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.362914 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port a7329daa-5737-46eb-ad64-8323628417c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a7329daa-5737-46eb-ad64-8323628417c4,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:17.398227 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.401937 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-988863c3-4a8f-4894-bef4-f47da70edd22 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690196 May 04 17:53:17.415915 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'a7329daa-5737-46eb-ad64-8323628417c4', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'port_id': 'a7329daa-5737-46eb-ad64-8323628417c4', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:53:17.453055 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] For port 4d4cc3ea-5521-4495-803e-afc63446b369, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:17.466145 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] For port 4d4cc3ea-5521-4495-803e-afc63446b369, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4d4cc3ea-5521-4495-803e-afc63446b369,segment=NetworkSegment(9636c29c-1f1c-4fae-9090-e95df5e850ff),segment_id=9636c29c-1f1c-4fae-9090-e95df5e850ff)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:17.489012 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port a7329daa-5737-46eb-ad64-8323628417c4 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:17.489424 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a7329daa-5737-46eb-ad64-8323628417c4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.507909 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7329daa-5737-46eb-ad64-8323628417c4 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:17.534493 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port a7329daa-5737-46eb-ad64-8323628417c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a7329daa-5737-46eb-ad64-8323628417c4,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:17.538273 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (2f8ba02a-f657-42d3-8030-32205d22d3d4), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.542634 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.549227 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59e2fb-1f56-41bf-b046-34f293c4fde7 req-cb337aea-2134-43b4-94a6-c87d1f3f0e4c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:17.557904 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0d59e2fb-1f56-41bf-b046-34f293c4fde7 req-cb337aea-2134-43b4-94a6-c87d1f3f0e4c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.1438310 May 04 17:53:17.618806 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f1e74-5d1d-463e-bb5c-b2ade9899bbb None None] Pushing event updated for resources: {'Port': ['ID=4d4cc3ea-5521-4495-803e-afc63446b369,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:17.622282 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a7329daa-5737-46eb-ad64-8323628417c4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.656413 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (2f8ba02a-f657-42d3-8030-32205d22d3d4), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.675350 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0d59e2fb-1f56-41bf-b046-34f293c4fde7 req-c87934da-30f8-4e32-a1e9-334ce246e3cf tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164005 May 04 17:53:17.734536 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=a7329daa-5737-46eb-ad64-8323628417c4,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:17.794475 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 7a08afa8-8722-428d-960b-ed44a8abfbcf up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:17.868111 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 7a08afa8-8722-428d-960b-ed44a8abfbcf triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:17.868644 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:17.942733 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=2f8ba02a-f657-42d3-8030-32205d22d3d4,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:17.964956 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (8e9c96e2-a13d-46dc-9b9b-782e6c616e5d), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:18.020763 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4b63e-28e7-4e30-985b-8299a1ca54b8 req-e9979dbf-73aa-4367-ac1e-b454414907c4 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:18.031105 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f0d4b63e-28e7-4e30-985b-8299a1ca54b8 req-e9979dbf-73aa-4367-ac1e-b454414907c4 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 945 time: 0.2152133 May 04 17:53:18.031317 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['a7329daa-5737-46eb-ad64-8323628417c4'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:53:18.058924 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Allocated IP 172.27.2.114 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/848db262-d691-483b-bd5a-1b99233d9671) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:18.113081 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f0d4b63e-28e7-4e30-985b-8299a1ca54b8 req-a8ca3d7e-a379-4cd7-8aba-ed01cd226add tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761812 May 04 17:53:18.136260 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:18.146584 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f3d0d5a5-7611-4434-a05a-35ee349933ba tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0476904 May 04 17:53:18.152710 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 7a08afa8-8722-428d-960b-ed44a8abfbcf is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:18.302408 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744484d-6366-4e93-8b6d-c0dc1e10fa67 req-daed890d-ca50-48a1-b0a8-2f937283832c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:18.307898 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-f2993a4c-955a-4c14-9bf5-047d1fc7f1ad service neutron] 10.222.0.81 "GET /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936334 May 04 17:53:18.310203 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9744484d-6366-4e93-8b6d-c0dc1e10fa67 req-daed890d-ca50-48a1-b0a8-2f937283832c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.1057734 May 04 17:53:18.373403 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9744484d-6366-4e93-8b6d-c0dc1e10fa67 req-941def89-f576-47c3-87c2-373944060817 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622432 May 04 17:53:18.374686 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks [] for port (848db262-d691-483b-bd5a-1b99233d9671), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:18.515334 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-bbcd499b-10d4-44fe-a893-9070c88e295d service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217776 May 04 17:53:18.552246 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-1b5c432c-608c-48c0-b247-2fbb11f005f7 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--94603103&fields=id&tenant_id=4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 267 time: 0.0542710 May 04 17:53:18.583955 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-943628ca-5a9b-4b5b-a24b-cf365560bca3 service neutron] 10.222.0.81 "GET /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749569 May 04 17:53:18.640813 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (848db262-d691-483b-bd5a-1b99233d9671), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:18.698504 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-c4ba068c-30f3-4805-bfcb-6e9a5d04b14f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:18.700307 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-c4ba068c-30f3-4805-bfcb-6e9a5d04b14f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 814 time: 0.1402910 May 04 17:53:18.710267 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:18.719130 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Pushing event updated for resources: {'Port': ['ID=848db262-d691-483b-bd5a-1b99233d9671,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:18.721362 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-f86b4fc7-8236-43f7-a10d-c56bebe5850f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/quotas/4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 375 time: 0.0127082 May 04 17:53:18.722160 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:18.726338 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:18.731707 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-64b95597-d544-4ae6-b9a2-5ce1eec55b44 req-0140f066-2db2-4353-96a4-b83cd77d384d service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071996 May 04 17:53:18.797997 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-eee14f3b-3731-4c18-a3f3-95b5f3020f5d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622737 May 04 17:53:18.976720 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-6e488e7d-57f3-42ca-b7c5-a57c0791734f service neutron] 10.222.0.81 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505880 May 04 17:53:19.002885 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030ede2-e6bb-4d87-816a-e8bc9214de7d req-68e80149-d3f1-43ef-b3da-8115e3a10a66 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:19.004466 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0030ede2-e6bb-4d87-816a-e8bc9214de7d req-68e80149-d3f1-43ef-b3da-8115e3a10a66 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0730193 May 04 17:53:19.069752 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0030ede2-e6bb-4d87-816a-e8bc9214de7d req-bf96af40-bf53-44ab-b00e-502695b89bc4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577123 May 04 17:53:19.071451 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1bc169-dbc4-42d5-8ef2-954c313c9b87 None None] Network 577550a4-e38a-48ec-8ba7-0082f046665e requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:53:19.104706 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-c26203a1-bec6-4e29-bf1f-120c34d1344d service neutron] 10.222.0.81 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271470 May 04 17:53:19.144075 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-e8953adb-c499-4dc6-a2ff-34e3541aafbb None None] Provisioning complete for port 4d4cc3ea-5521-4495-803e-afc63446b369 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:19.144802 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e8953adb-c499-4dc6-a2ff-34e3541aafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:19.168591 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0b1bcf74-544a-4f5f-9c4e-7193f3a759d6 req-7fb02a35-8201-4430-b936-7bd6f2654bc4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 210 time: 0.0349503 May 04 17:53:19.238498 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks [] for router_gateway (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:19.376983 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3784f04a-ef86-42ad-a287-24c681a02a6c req-c3712a7d-2b12-40a4-9f64-f24fc53ce8a9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 210 time: 0.0602839 May 04 17:53:19.402825 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349f38-0274-440f-9cf5-601d02aff012 req-b9a4588b-578d-4d68-a63f-44d236be161a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:19.412025 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b3349f38-0274-440f-9cf5-601d02aff012 req-b9a4588b-578d-4d68-a63f-44d236be161a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 945 time: 0.0824647 May 04 17:53:19.551624 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b3349f38-0274-440f-9cf5-601d02aff012 req-3f68fe59-6692-4156-ba97-2c84522e962f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371086 May 04 17:53:19.599920 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227457f4-6ab7-4703-adee-d9336fab6f59 req-92ce2247-7dff-42eb-9e27-56b54b7e8e5d tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:19.613050 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-227457f4-6ab7-4703-adee-d9336fab6f59 req-92ce2247-7dff-42eb-9e27-56b54b7e8e5d tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0995498 May 04 17:53:19.737514 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device a7329daa-5737-46eb-ad64-8323628417c4 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:19.738024 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-227457f4-6ab7-4703-adee-d9336fab6f59 req-cf0c1da5-a45e-4de0-8c6b-27ed2157745f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236207 May 04 17:53:19.745009 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-e8953adb-c499-4dc6-a2ff-34e3541aafbb None None] Current status of the port 4d4cc3ea-5521-4495-803e-afc63446b369 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:19.745409 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e8953adb-c499-4dc6-a2ff-34e3541aafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:19.784105 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:19.814240 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4d4cc3ea-5521-4495-803e-afc63446b369 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:19.858994 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-e8953adb-c499-4dc6-a2ff-34e3541aafbb None None] For port 4d4cc3ea-5521-4495-803e-afc63446b369, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4d4cc3ea-5521-4495-803e-afc63446b369,segment=NetworkSegment(9636c29c-1f1c-4fae-9090-e95df5e850ff),segment_id=9636c29c-1f1c-4fae-9090-e95df5e850ff)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:19.879481 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port a7329daa-5737-46eb-ad64-8323628417c4 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:53:19.899126 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 4d4cc3ea-5521-4495-803e-afc63446b369 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:19.899600 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:19.968060 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e8953adb-c499-4dc6-a2ff-34e3541aafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:19.975070 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port a7329daa-5737-46eb-ad64-8323628417c4 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:19.975417 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (a7329daa-5737-46eb-ad64-8323628417c4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:20.032119 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:53:20.032469 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4d4cc3ea-5521-4495-803e-afc63446b369 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:20.032872 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:20.090011 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8953adb-c499-4dc6-a2ff-34e3541aafbb None None] Pushing event updated for resources: {'Port': ['ID=4d4cc3ea-5521-4495-803e-afc63446b369,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:20.123632 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-09a67bb8-d881-47eb-92f6-642b6b4c4139 None None] Provisioning complete for port 4d4cc3ea-5521-4495-803e-afc63446b369 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:20.123632 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-09a67bb8-d881-47eb-92f6-642b6b4c4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:20.197091 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.db.api [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:53:20.197443 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG oslo_db.api [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:53:20.210269 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port a7329daa-5737-46eb-ad64-8323628417c4 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:20.210663 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a7329daa-5737-46eb-ad64-8323628417c4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:20.238182 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c01fc8-94ff-4284-a8d1-c859023d55e8 req-9e10ced2-d54f-48ce-ab7f-e8f6eead6488 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:20.252358 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-66c01fc8-94ff-4284-a8d1-c859023d55e8 req-9e10ced2-d54f-48ce-ab7f-e8f6eead6488 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0923231 May 04 17:53:20.263695 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7329daa-5737-46eb-ad64-8323628417c4'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:20.264277 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:53:20.266891 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a697d578-36a3-4397-8499-dae8f894997a" -d '{"events": [{"server_uuid": "7e4cd72c-8739-4e51-93cd-f98293b66d71", "name": "network-vif-plugged", "status": "completed", "tag": "a7329daa-5737-46eb-ad64-8323628417c4"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:20.283825 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Sync routers for ids ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:53:20.286845 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port a7329daa-5737-46eb-ad64-8323628417c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a7329daa-5737-46eb-ad64-8323628417c4,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:20.289553 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-09a67bb8-d881-47eb-92f6-642b6b4c4139 None None] Current status of the port 4d4cc3ea-5521-4495-803e-afc63446b369 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:20.302566 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Routers {'58fde6c0-d04a-4044-89c9-de1dee8c2bb5'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:20.304143 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:20.322882 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5618c4fd-6493-4d07-92e7-0c70453968ae req-9f0d564b-2a63-4161-8e34-e2c25158fcb1 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 210 time: 0.0373204 May 04 17:53:20.329770 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (a7329daa-5737-46eb-ad64-8323628417c4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:20.373662 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-66c01fc8-94ff-4284-a8d1-c859023d55e8 req-7cf966ff-c5ab-4274-a3db-c1525f99bc99 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199694 May 04 17:53:20.388875 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:20.395526 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 36986) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:20.405567 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-c0366c2d-2654-42f5-bf52-f1e851255bad admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1421831 May 04 17:53:20.421049 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e32cc-bff3-4af6-bceb-19efcdcb504d x-openstack-request-id: req-129e32cc-bff3-4af6-bceb-19efcdcb504d {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:20.421369 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4cd72c-8739-4e51-93cd-f98293b66d71", "name": "network-vif-plugged", "status": "completed", "tag": "a7329daa-5737-46eb-ad64-8323628417c4", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:20.421635 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-129e32cc-bff3-4af6-bceb-19efcdcb504d {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:20.422040 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129e32cc-bff3-4af6-bceb-19efcdcb504d'] response: {'server_uuid': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7329daa-5737-46eb-ad64-8323628417c4', 'code': 200} May 04 17:53:20.425347 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=a7329daa-5737-46eb-ad64-8323628417c4,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:20.455043 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Set router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:20.480384 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6c19c1e9-9645-4df1-93ff-cda57cc50cf1 req-182d3af4-6a8e-448f-9f90-c20d63760c25 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 210 time: 0.0589221 May 04 17:53:20.650502 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:53:18Z', 'revision_number': 3, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:20.687375 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Checking router: 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:53:20.687883 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Updating router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 port 848db262-d691-483b-bd5a-1b99233d9671 binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:53:20.726342 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (848db262-d691-483b-bd5a-1b99233d9671), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:20.740462 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4d4cc3ea-5521-4495-803e-afc63446b369 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:20.753545 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbba16-27e3-479c-801e-b461a6f446b3 req-9a3115e7-2a1b-4143-a59d-476e1506e10b tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:20.755090 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-01cbba16-27e3-479c-801e-b461a6f446b3 req-9a3115e7-2a1b-4143-a59d-476e1506e10b tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 946 time: 0.1020763 May 04 17:53:20.862810 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed3744-36b9-4ae6-8fd1-d12d31f8db6b req-640cad6e-89d9-4953-874c-00d57014f9e6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:20.871825 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-01cbba16-27e3-479c-801e-b461a6f446b3 req-67e54b80-2000-44e2-b032-d665af808a6e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971699 May 04 17:53:20.872128 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f4ed3744-36b9-4ae6-8fd1-d12d31f8db6b req-640cad6e-89d9-4953-874c-00d57014f9e6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0644307 May 04 17:53:20.940662 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f4ed3744-36b9-4ae6-8fd1-d12d31f8db6b req-45a82ced-0c23-4e0f-97e9-0be378e80af9 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696084 May 04 17:53:21.006463 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Publish callbacks [] for port (848db262-d691-483b-bd5a-1b99233d9671), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.022045 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.192521 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (848db262-d691-483b-bd5a-1b99233d9671), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.200507 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Allocated IP 172.20.0.1 (577550a4-e38a-48ec-8ba7-0082f046665e/b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68/ebc3c8ba-da62-4df6-b082-9b29f30c487b) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:21.250299 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Attempting to bind port 848db262-d691-483b-bd5a-1b99233d9671 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:21.250668 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Attempting to bind port 848db262-d691-483b-bd5a-1b99233d9671 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:21.251026 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Attempting to bind port 848db262-d691-483b-bd5a-1b99233d9671 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:21.254303 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7315b-7e90-481c-a21d-9aea349b1a28 None None] Pushing event updated for resources: {'Port': ['ID=848db262-d691-483b-bd5a-1b99233d9671,revision_number=2']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:21.258642 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:21.259023 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:21.259424 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.259986 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:21.260658 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Bound port: 848db262-d691-483b-bd5a-1b99233d9671, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:21.261195 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (848db262-d691-483b-bd5a-1b99233d9671), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.294407 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df36a-3d43-4887-a69e-5c27ff0c79c9 req-e495f530-56f7-4098-bcb9-d12118e8d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:21.295962 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7a5df36a-3d43-4887-a69e-5c27ff0c79c9 req-e495f530-56f7-4098-bcb9-d12118e8d33a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 1130 time: 0.0539181 May 04 17:53:21.317085 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] For port 848db262-d691-483b-bd5a-1b99233d9671, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:21.320392 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] For port 848db262-d691-483b-bd5a-1b99233d9671, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=848db262-d691-483b-bd5a-1b99233d9671,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:21.334916 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Publish callbacks [] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.355545 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7a5df36a-3d43-4887-a69e-5c27ff0c79c9 req-845fcda8-9864-43a4-9796-5765763a7cf5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466642 May 04 17:53:21.384580 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (848db262-d691-483b-bd5a-1b99233d9671), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.450590 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Routers {'58fde6c0-d04a-4044-89c9-de1dee8c2bb5'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:21.451149 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:21.471571 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f96e7379-4f9b-4184-8c04-db1084896084 req-1371c0b5-c591-4f0d-9c68-bebae97122ec tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 210 time: 0.0427732 May 04 17:53:21.490575 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7315b-7e90-481c-a21d-9aea349b1a28 None None] Pushing event updated for resources: {'Port': ['ID=848db262-d691-483b-bd5a-1b99233d9671,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:21.505853 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dfed6-4e1e-4e41-a23a-8a4c43133d9d req-ff10251b-d52c-4903-8592-38df2f6439dd tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:21.507393 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-403dfed6-4e1e-4e41-a23a-8a4c43133d9d req-ff10251b-d52c-4903-8592-38df2f6439dd tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0523388 May 04 17:53:21.515267 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.563304 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Network 577550a4-e38a-48ec-8ba7-0082f046665e is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:21.566641 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-403dfed6-4e1e-4e41-a23a-8a4c43133d9d req-bc57582a-8a5d-41d2-8cca-927c6da4c298 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528092 May 04 17:53:21.567747 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:21.576415 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] Set router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:21.586030 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:21.596424 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc3c8ba-da62-4df6-b082-9b29f30c487b,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:21.643519 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-efe0fda9-7a19-4761-a6b3-9be4e336e069 req-4ae0d858-0a97-44ce-80db-fe24feea229b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 210 time: 0.0768852 May 04 17:53:21.662397 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.727063 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4d4cc3ea-5521-4495-803e-afc63446b369 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:21.783851 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 4d4cc3ea-5521-4495-803e-afc63446b369 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:21.784622 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.834577 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-d6423b20-a05b-48a8-9175-c117c23682c2 None None] Provisioning complete for port ebc3c8ba-da62-4df6-b082-9b29f30c487b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:21.834951 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d6423b20-a05b-48a8-9175-c117c23682c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.883703 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:21.903032 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-d6423b20-a05b-48a8-9175-c117c23682c2 None None] Port ebc3c8ba-da62-4df6-b082-9b29f30c487b cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:53:21.917606 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:53:18Z', 'revision_number': 3, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:21.922377 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 4d4cc3ea-5521-4495-803e-afc63446b369 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:21.953948 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80330c83-9684-4e1f-90ed-bc46268fb777 None None] The sync data for ids ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'] in dv-cinder-840512-1-iscsi is: [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:53:18Z', 'revision_number': 3, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:53:22.016795 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f9c8d-2da5-49f3-9141-69e7fb58dc85 req-3220cbcc-de24-42df-b2a9-0c4e47df666a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:22.018475 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-338f9c8d-2da5-49f3-9141-69e7fb58dc85 req-3220cbcc-de24-42df-b2a9-0c4e47df666a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 946 time: 0.0528619 May 04 17:53:22.074297 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-338f9c8d-2da5-49f3-9141-69e7fb58dc85 req-69ef7b4a-41d8-4031-a16b-5985470778bf tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470583 May 04 17:53:22.088951 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Publish callbacks [] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:22.152584 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:22.236549 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:22.238299 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc3c8ba-da62-4df6-b082-9b29f30c487b,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:22.340898 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Network 577550a4-e38a-48ec-8ba7-0082f046665e is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:22.342369 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:22.515994 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:53:22.602655 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0551f8bb-026a-49b7-b829-fd4b5845e14c req-7438b6cf-1be0-4062-9432-53f8c40a0370 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 210 time: 0.0380130 May 04 17:53:22.634944 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-4d3d0bc2-8545-47cb-8652-067d31647536 None None] Provisioning complete for port ebc3c8ba-da62-4df6-b082-9b29f30c487b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:22.635322 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0bc2-8545-47cb-8652-067d31647536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:22.687199 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d0bc2-8545-47cb-8652-067d31647536 None None] Port ebc3c8ba-da62-4df6-b082-9b29f30c487b cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:53:22.688161 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:53:22.709037 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e368fa86-1713-40fd-bad1-0e9cf9e04281 admin admin] 10.222.0.81 "PUT /v2.0/routers/58fde6c0-d04a-4044-89c9-de1dee8c2bb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3120315 May 04 17:53:22.791413 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb3d67e5-c060-44db-bc6b-abf010533f4b req-2560cd69-f9b7-43f9-b978-bcf8b9231cd9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 210 time: 0.0527101 May 04 17:53:22.820118 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-331e5a79-0171-4d77-836a-a9b7fe993edf tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:22.822344 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-331e5a79-0171-4d77-836a-a9b7fe993edf tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.86 "GET /v2.0/networks?id=32ca344d-9d04-4e6c-ad02-bd13e0c29fdb HTTP/1.1" status: 200 len: 809 time: 0.1851857 May 04 17:53:23.183511 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:23.195035 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d8163-b79c-417b-be12-c030510c88be req-ad0c189f-a3bc-4ef1-9d08-aa0b2c288d95 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:23.196547 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d19d8163-b79c-417b-be12-c030510c88be req-ad0c189f-a3bc-4ef1-9d08-aa0b2c288d95 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 946 time: 0.0484114 May 04 17:53:23.244152 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d19d8163-b79c-417b-be12-c030510c88be req-aaa220ce-b3ac-4d6e-a200-506fac0a1b13 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 May 04 17:53:23.363045 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef7a25-9b4b-4ed5-8e84-e8ad791ed1d5 req-5014de46-fd66-4e84-a780-0e2f3d89b909 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:23.364775 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-27ef7a25-9b4b-4ed5-8e84-e8ad791ed1d5 req-5014de46-fd66-4e84-a780-0e2f3d89b909 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 946 time: 0.0529711 May 04 17:53:23.413729 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-27ef7a25-9b4b-4ed5-8e84-e8ad791ed1d5 req-acd4eef2-aaa4-4ac2-8c3e-32f21967001d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 May 04 17:53:23.436776 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 37018) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:23.632299 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Request body: {'port': {'device_id': '7a7b04e5-58a1-4a08-8aba-1137a8abbb37', 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb', 'admin_state_up': True, 'tenant_id': 'a58f0a02b9604b74a0b7f7f5039ee809'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:23.636784 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d954c-81f6-4bbd-9199-fb6518145c86 tempest-TestVolumeBootPattern-1352028350 tempest-TestVolumeBootPattern-1352028350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:23.639993 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-275d954c-81f6-4bbd-9199-fb6518145c86 tempest-TestVolumeBootPattern-1352028350 tempest-TestVolumeBootPattern-1352028350-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 1125 time: 0.2014873 May 04 17:53:23.643494 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37024) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:23.648584 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'port_id': 'a7329daa-5737-46eb-ad64-8323628417c4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:23.728894 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 848db262-d691-483b-bd5a-1b99233d9671 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:23.738306 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:23.778084 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6df6802e-619b-416f-8529-04214c990a89 req-90e581b4-9c88-4fa0-bb08-afbb08b23fd3 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 210 time: 0.0441272 May 04 17:53:23.811954 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 848db262-d691-483b-bd5a-1b99233d9671 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:23.812339 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (848db262-d691-483b-bd5a-1b99233d9671), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:23.860325 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:23.900997 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4ec2b278-3a86-45b2-84d4-e7f5e1bccb70 req-37dc05db-e912-41e5-a1b8-07221f1620d5 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 210 time: 0.0295820 May 04 17:53:23.902192 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Made reservation on behalf of a58f0a02b9604b74a0b7f7f5039ee809 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:23.906571 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:23.927394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 848db262-d691-483b-bd5a-1b99233d9671 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:23.927833 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (848db262-d691-483b-bd5a-1b99233d9671), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:23.950029 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port 848db262-d691-483b-bd5a-1b99233d9671, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=848db262-d691-483b-bd5a-1b99233d9671,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:23.982214 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Sync routers for ids ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:53:23.999751 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Routers {'58fde6c0-d04a-4044-89c9-de1dee8c2bb5'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:24.000366 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:24.005449 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Allocated IP 172.27.2.93 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/dd91e0a9-d692-493e-badc-f6b40c4b1e5d) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:24.049554 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (848db262-d691-483b-bd5a-1b99233d9671), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.111710 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=848db262-d691-483b-bd5a-1b99233d9671,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:24.122570 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-4f40ce6e-c162-4ce7-b3db-048d6485c304 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:24.126095 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-4f40ce6e-c162-4ce7-b3db-048d6485c304 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 814 time: 0.1512613 May 04 17:53:24.204590 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Set router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:24.229979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Allocated IP 172.20.0.4 (32ca344d-9d04-4e6c-ad02-bd13e0c29fdb/a2f18792-de21-4de8-8943-a133c56153bc/125a79da-807f-44fb-b091-c0ecf7baf5db) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:24.286414 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-b9a0e366-49cc-4172-86f5-0bcb877704f3 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 471 time: 0.1312881 May 04 17:53:24.301336 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'port': {'device_id': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'admin_state_up': True, 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'security_groups': ['b70070d1-00dc-463a-a954-c959977aaabd']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:24.462606 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:53:21Z', 'revision_number': 4, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'ebc3c8ba-da62-4df6-b082-9b29f30c487b', 'name': '', 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'mac_address': 'fa:16:3e:0c:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:21Z', 'updated_at': '2022-05-04T17:53:21Z', 'revision_number': 2, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'subnets': [{'id': 'b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:24.498409 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Checking router: 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:53:24.498766 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Updating router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 port ebc3c8ba-da62-4df6-b082-9b29f30c487b binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:53:24.509698 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37040) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:24.514496 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-5528d4e2-bdfb-4918-86e3-e85d029587a4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439958026', 'description': 'tempest-secgroup-smoke-439958026 description', 'project_id': '7bf503d4d93642a196265e5250c73455'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:24.532741 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.569947 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.644397 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5528d4e2-bdfb-4918-86e3-e85d029587a4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.679449 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.739615 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:24.752487 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:24.755096 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:24.791001 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks [] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.795001 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=dd91e0a9-d692-493e-badc-f6b40c4b1e5d,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:24.800652 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5528d4e2-bdfb-4918-86e3-e85d029587a4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group (bea54d97-0b69-4043-9bf2-cd3efc93e499), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.864844 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Made reservation on behalf of 4fb5955a770341b28fa73947bd6346ed for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:24.868209 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.895021 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5528d4e2-bdfb-4918-86e3-e85d029587a4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (bea54d97-0b69-4043-9bf2-cd3efc93e499), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.897379 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a0442a4f-9d26-4448-8fae-ba8050e2ffa5 req-f65dad0a-4baa-4da6-81c4-1f089c6b6b23 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 210 time: 0.0432196 May 04 17:53:24.958916 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Publish callbacks [] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:24.961400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528d4e2-bdfb-4918-86e3-e85d029587a4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea54d97-0b69-4043-9bf2-cd3efc93e499,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:24.978730 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.029402 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5a253761-2302-40de-bcce-5955c201ac11 req-0e4fba26-5cb8-4afa-869b-fa60bc2ba76a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 210 time: 0.0324733 May 04 17:53:25.039921 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5528d4e2-bdfb-4918-86e3-e85d029587a4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.041168 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5528d4e2-bdfb-4918-86e3-e85d029587a4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5303025 May 04 17:53:25.045628 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37046) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:25.056484 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-6be07117-26e4-46b7-8e86-6cd97790b0d6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'security_group_rule': {'security_group_id': 'bea54d97-0b69-4043-9bf2-cd3efc93e499', 'project_id': '7bf503d4d93642a196265e5250c73455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:25.058129 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.065142 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:25.078853 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:25.082833 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:25.112149 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12edf2e-124c-454e-a026-945965fbc19b None None] Pushing event updated for resources: {'Port': ['ID=ebc3c8ba-da62-4df6-b082-9b29f30c487b,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:25.119069 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Pushing event updated for resources: {'Port': ['ID=125a79da-807f-44fb-b091-c0ecf7baf5db,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:25.146368 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Allocated IP 172.20.0.14 (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f/d05d631b-77c6-4698-90f1-9e7614c9da5f/e0f661b9-b183-467b-9b5f-43f8b7a3ebcc) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:25.155179 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:25.155962 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.178014 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Attempting to bind port ebc3c8ba-da62-4df6-b082-9b29f30c487b on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:25.178575 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Attempting to bind port ebc3c8ba-da62-4df6-b082-9b29f30c487b by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:25.178978 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Attempting to bind port ebc3c8ba-da62-4df6-b082-9b29f30c487b on network 577550a4-e38a-48ec-8ba7-0082f046665e {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:25.184779 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:25.185154 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Checking segment: {'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:25.185557 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.185995 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Bound using segment: {'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:25.186515 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Bound port: ebc3c8ba-da62-4df6-b082-9b29f30c487b, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9636c29c-1f1c-4fae-9090-e95df5e850ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:25.187655 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.214988 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6be07117-26e4-46b7-8e86-6cd97790b0d6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (0b473406-b888-46a3-a59e-936f85f799ab), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.261325 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] For port ebc3c8ba-da62-4df6-b082-9b29f30c487b, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:25.264823 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] For port ebc3c8ba-da62-4df6-b082-9b29f30c487b, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ebc3c8ba-da62-4df6-b082-9b29f30c487b,segment=NetworkSegment(9636c29c-1f1c-4fae-9090-e95df5e850ff),segment_id=9636c29c-1f1c-4fae-9090-e95df5e850ff)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:25.287657 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-77954e1e-1153-4187-b872-c73867d601e5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6603153 May 04 17:53:25.300410 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Request body: {'port': {'device_id': '7a7b04e5-58a1-4a08-8aba-1137a8abbb37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:25.342527 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.354879 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6be07117-26e4-46b7-8e86-6cd97790b0d6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (0b473406-b888-46a3-a59e-936f85f799ab), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.371590 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (bd132cf7-7e9e-432d-ab65-8fa82031bf74), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.407496 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Routers {'58fde6c0-d04a-4044-89c9-de1dee8c2bb5'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:25.407496 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:25.407771 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.430227 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6be07117-26e4-46b7-8e86-6cd97790b0d6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (0b473406-b888-46a3-a59e-936f85f799ab), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.432293 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.448160 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be07117-26e4-46b7-8e86-6cd97790b0d6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b473406-b888-46a3-a59e-936f85f799ab,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:25.461851 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12edf2e-124c-454e-a026-945965fbc19b None None] Pushing event updated for resources: {'Port': ['ID=ebc3c8ba-da62-4df6-b082-9b29f30c487b,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:25.497999 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-ca5fbcc0-4f5b-4078-b3b6-b297e8f66877 None None] Provisioning complete for port ebc3c8ba-da62-4df6-b082-9b29f30c487b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:25.498659 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ca5fbcc0-4f5b-4078-b3b6-b297e8f66877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.569928 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6be07117-26e4-46b7-8e86-6cd97790b0d6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.571152 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-6be07117-26e4-46b7-8e86-6cd97790b0d6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5240695 May 04 17:53:25.580134 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37048) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:25.595411 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-520cef14-3fa3-435a-8667-46c501a7584d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'security_group_rule': {'security_group_id': 'bea54d97-0b69-4043-9bf2-cd3efc93e499', 'project_id': '7bf503d4d93642a196265e5250c73455', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:25.607252 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.631577 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.676694 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] Set router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:25.677061 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:25.701618 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:25.707747 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:25.710261 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:25.758971 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 848db262-d691-483b-bd5a-1b99233d9671 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:25.820064 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:25.820767 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.833847 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.926107 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125a79da-807f-44fb-b091-c0ecf7baf5db {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:25.932739 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-ca5fbcc0-4f5b-4078-b3b6-b297e8f66877 None None] Current status of the port ebc3c8ba-da62-4df6-b082-9b29f30c487b is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:25.933135 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ca5fbcc0-4f5b-4078-b3b6-b297e8f66877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.934430 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Publish callbacks [] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:25.947867 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Transition to ACTIVE for port object 125a79da-807f-44fb-b091-c0ecf7baf5db will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:53:25.960935 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 848db262-d691-483b-bd5a-1b99233d9671 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:25.961322 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (848db262-d691-483b-bd5a-1b99233d9671), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.026396 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd5ba6-f58e-400c-abbb-00fbf2924f73 req-d437d154-eab1-441a-8689-20bb127e579d tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:26.027836 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3ccd5ba6-f58e-400c-abbb-00fbf2924f73 req-d437d154-eab1-441a-8689-20bb127e579d tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 931 time: 0.0489428 May 04 17:53:26.030213 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-ca5fbcc0-4f5b-4078-b3b6-b297e8f66877 None None] For port ebc3c8ba-da62-4df6-b082-9b29f30c487b, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ebc3c8ba-da62-4df6-b082-9b29f30c487b,segment=NetworkSegment(9636c29c-1f1c-4fae-9090-e95df5e850ff),segment_id=9636c29c-1f1c-4fae-9090-e95df5e850ff)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:26.056901 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:53:21Z', 'revision_number': 4, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'ebc3c8ba-da62-4df6-b082-9b29f30c487b', 'name': '', 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'mac_address': 'fa:16:3e:0c:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:21Z', 'updated_at': '2022-05-04T17:53:25Z', 'revision_number': 4, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'subnets': [{'id': 'b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:26.078845 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3ccd5ba6-f58e-400c-abbb-00fbf2924f73 req-85af9fd4-ec7e-4cf4-b31d-4914ad695eb1 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445716 May 04 17:53:26.090067 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6e379-984f-4d0a-bcf0-ddd84246ad8b None None] The sync data for ids ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'] in dv-cinder-840512-1-iscsi is: [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:53:21Z', 'revision_number': 4, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'ebc3c8ba-da62-4df6-b082-9b29f30c487b', 'name': '', 'network_id': '577550a4-e38a-48ec-8ba7-0082f046665e', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'mac_address': 'fa:16:3e:0c:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:21Z', 'updated_at': '2022-05-04T17:53:25Z', 'revision_number': 4, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'subnets': [{'id': 'b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:53:26.148802 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 848db262-d691-483b-bd5a-1b99233d9671 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:26.177187 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda13b3-71ed-4b51-97fc-db0c859d0043 req-70f807a5-eae6-4002-9128-5b21df084100 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:26.179098 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ffda13b3-71ed-4b51-97fc-db0c859d0043 req-70f807a5-eae6-4002-9128-5b21df084100 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 932 time: 0.0677371 May 04 17:53:26.179618 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-520cef14-3fa3-435a-8667-46c501a7584d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (cdb54756-4ddc-4e83-9013-c37f861130c5), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.244756 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d790ca3f-418b-424e-bbf7-297820a48109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9478667 May 04 17:53:26.246185 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.257071 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Request body: {'port': {'device_id': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:26.304514 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-520cef14-3fa3-435a-8667-46c501a7584d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (cdb54756-4ddc-4e83-9013-c37f861130c5), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.307910 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ffda13b3-71ed-4b51-97fc-db0c859d0043 req-9bf5fdaa-f08c-43c6-9953-aab09ffc4e9c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192553 May 04 17:53:26.349450 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.358138 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=dd91e0a9-d692-493e-badc-f6b40c4b1e5d,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:26.380867 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (bd132cf7-7e9e-432d-ab65-8fa82031bf74), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.429695 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ca5fbcc0-4f5b-4078-b3b6-b297e8f66877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.465186 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.477638 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-520cef14-3fa3-435a-8667-46c501a7584d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (cdb54756-4ddc-4e83-9013-c37f861130c5), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.502952 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cef14-3fa3-435a-8667-46c501a7584d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb54756-4ddc-4e83-9013-c37f861130c5,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:26.506824 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fbcc0-4f5b-4078-b3b6-b297e8f66877 None None] Pushing event updated for resources: {'Port': ['ID=ebc3c8ba-da62-4df6-b082-9b29f30c487b,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:26.516606 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Floating IP bd132cf7-7e9e-432d-ab65-8fa82031bf74 associated. External IP: 172.27.2.93, port: a7329daa-5737-46eb-ad64-8323628417c4. May 04 17:53:26.559400 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-5df341ca-da43-4390-8bcc-9f58c9a5dec4 None None] Provisioning complete for port ebc3c8ba-da62-4df6-b082-9b29f30c487b triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:26.559787 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-5df341ca-da43-4390-8bcc-9f58c9a5dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.616785 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Attempting to bind port 125a79da-807f-44fb-b091-c0ecf7baf5db on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:26.617135 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Attempting to bind port 125a79da-807f-44fb-b091-c0ecf7baf5db by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:26.617471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Attempting to bind port 125a79da-807f-44fb-b091-c0ecf7baf5db on network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:26.639871 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-520cef14-3fa3-435a-8667-46c501a7584d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.640916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Port 125a79da-807f-44fb-b091-c0ecf7baf5db on network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:53:26.640916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Attempting to bind port 125a79da-807f-44fb-b091-c0ecf7baf5db on network 32ca344d-9d04-4e6c-ad02-bd13e0c29fdb {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:26.641862 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-520cef14-3fa3-435a-8667-46c501a7584d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0607204 May 04 17:53:26.645046 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37054) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:26.649503 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-f749088f-ca8b-4a22-9856-7ab1ffbae1d7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'security_group_rule': {'security_group_id': 'bea54d97-0b69-4043-9bf2-cd3efc93e499', 'project_id': '7bf503d4d93642a196265e5250c73455', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:26.662643 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=125a79da-807f-44fb-b091-c0ecf7baf5db,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:26.666393 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:26.666645 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Checking segment: {'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:26.667007 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Bound using segment: {'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:26.667457 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Bound port: 125a79da-807f-44fb-b091-c0ecf7baf5db, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a81eed-a909-4447-91f4-06945e636668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:26.667820 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.692523 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-5df341ca-da43-4390-8bcc-9f58c9a5dec4 None None] Current status of the port ebc3c8ba-da62-4df6-b082-9b29f30c487b is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:26.706383 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-5df341ca-da43-4390-8bcc-9f58c9a5dec4 None None] Provisioning complete for port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:26.706767 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-5df341ca-da43-4390-8bcc-9f58c9a5dec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.758503 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-5df341ca-da43-4390-8bcc-9f58c9a5dec4 None None] Port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:53:26.792140 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:53:26.803657 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] For port 125a79da-807f-44fb-b091-c0ecf7baf5db, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:26.819878 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] For port 125a79da-807f-44fb-b091-c0ecf7baf5db, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=125a79da-807f-44fb-b091-c0ecf7baf5db,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:26.870861 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f749088f-ca8b-4a22-9856-7ab1ffbae1d7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (06df39c9-bc60-4d4e-9395-b147e3fccd47), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.879987 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f661b9-b183-467b-9b5f-43f8b7a3ebcc {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:26.888269 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Publish callbacks [] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.902082 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Transition to ACTIVE for port object e0f661b9-b183-467b-9b5f-43f8b7a3ebcc will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:53:26.925773 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:53:26.926460 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.946732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:53:26.959909 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:53:26.972007 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:26.972933 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:26.989729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f749088f-ca8b-4a22-9856-7ab1ffbae1d7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (06df39c9-bc60-4d4e-9395-b147e3fccd47), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:26.997879 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:26.998508 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.000457 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] 10.222.0.86 "PUT /v2.0/ports/125a79da-807f-44fb-b091-c0ecf7baf5db HTTP/1.1" status: 200 len: 1093 time: 1.7053289 May 04 17:53:27.001150 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7b04e5-58a1-4a08-8aba-1137a8abbb37', 'tag': '125a79da-807f-44fb-b091-c0ecf7baf5db'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:27.003477 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0396cc82-084f-4014-af16-e8515c5eff43" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7b04e5-58a1-4a08-8aba-1137a8abbb37", "tag": "125a79da-807f-44fb-b091-c0ecf7baf5db"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:27.008963 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.013122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719eca2-b1c4-408d-8bbf-43365be05fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=125a79da-807f-44fb-b091-c0ecf7baf5db,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:27.064592 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.087006 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:27.092276 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2bca57-8337-4ea1-9867-751493727402 x-openstack-request-id: req-9b2bca57-8337-4ea1-9867-751493727402 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:27.093981 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7b04e5-58a1-4a08-8aba-1137a8abbb37", "tag": "125a79da-807f-44fb-b091-c0ecf7baf5db", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:27.094311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b2bca57-8337-4ea1-9867-751493727402 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:27.095108 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2bca57-8337-4ea1-9867-751493727402'] response: {'name': 'network-changed', 'server_uuid': '7a7b04e5-58a1-4a08-8aba-1137a8abbb37', 'tag': '125a79da-807f-44fb-b091-c0ecf7baf5db', 'status': 'completed', 'code': 200} May 04 17:53:27.106950 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f749088f-ca8b-4a22-9856-7ab1ffbae1d7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (06df39c9-bc60-4d4e-9395-b147e3fccd47), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.110003 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:27.157174 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749088f-ca8b-4a22-9856-7ab1ffbae1d7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06df39c9-bc60-4d4e-9395-b147e3fccd47,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:27.184505 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-683358ce-a68a-4d8e-b618-a0a790cd4d62 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5318315 May 04 17:53:27.186691 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'tag': 'a7329daa-5737-46eb-ad64-8323628417c4'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:27.188497 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396cc82-084f-4014-af16-e8515c5eff43 req-784141f9-cb68-46d5-b62f-4aa5c1567556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.188952 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c10e50-640d-47e7-9cbb-00bf403e11ff" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4cd72c-8739-4e51-93cd-f98293b66d71", "tag": "a7329daa-5737-46eb-ad64-8323628417c4"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:27.190310 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0396cc82-084f-4014-af16-e8515c5eff43 req-784141f9-cb68-46d5-b62f-4aa5c1567556 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 1127 time: 0.0936792 May 04 17:53:27.246742 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7875c-a97d-4cbd-9384-7401402fe23f req-affc93f0-57b3-4177-96b1-e3a82ca2dbc6 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.248364 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40b7875c-a97d-4cbd-9384-7401402fe23f req-affc93f0-57b3-4177-96b1-e3a82ca2dbc6 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 943 time: 0.0698986 May 04 17:53:27.250357 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e617c5fd-f793-48aa-9121-155a6b966a5e x-openstack-request-id: req-e617c5fd-f793-48aa-9121-155a6b966a5e {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:27.250527 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4cd72c-8739-4e51-93cd-f98293b66d71", "tag": "a7329daa-5737-46eb-ad64-8323628417c4", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:27.250777 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e617c5fd-f793-48aa-9121-155a6b966a5e {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:27.251174 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e617c5fd-f793-48aa-9121-155a6b966a5e'] response: {'name': 'network-changed', 'server_uuid': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'tag': 'a7329daa-5737-46eb-ad64-8323628417c4', 'status': 'completed', 'code': 200} May 04 17:53:27.254331 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f749088f-ca8b-4a22-9856-7ab1ffbae1d7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.255569 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f749088f-ca8b-4a22-9856-7ab1ffbae1d7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6095769 May 04 17:53:27.258429 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37064) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:27.275569 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-0dec9cd5-7df2-4e44-9fa4-8c5ccf29b3ce tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'security_group_rule': {'security_group_id': 'bea54d97-0b69-4043-9bf2-cd3efc93e499', 'project_id': '7bf503d4d93642a196265e5250c73455', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:27.361463 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40b7875c-a97d-4cbd-9384-7401402fe23f req-2c588902-5243-4616-8598-c96b51160dc5 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810590 May 04 17:53:27.407434 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'bd132cf7-7e9e-432d-ab65-8fa82031bf74', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'a7329daa-5737-46eb-ad64-8323628417c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:53:25Z', 'updated_at': '2022-05-04T17:53:25Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:27.428393 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0dec9cd5-7df2-4e44-9fa4-8c5ccf29b3ce tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (ce78b00e-07dc-43ae-b21e-7fdf4d3cfdf0), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.432043 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Attempting to bind port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:27.432387 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Attempting to bind port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:27.432761 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Attempting to bind port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:27.444587 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-167eca5d-2368-4439-bab3-fa6ffad5a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.446167 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-167eca5d-2368-4439-bab3-fa6ffad5a76a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 1130 time: 0.1617668 May 04 17:53:27.449252 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:53:27.458853 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:27.459893 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:27.489338 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:53:27.489673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Attempting to bind port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:27.520116 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0dec9cd5-7df2-4e44-9fa4-8c5ccf29b3ce tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (ce78b00e-07dc-43ae-b21e-7fdf4d3cfdf0), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.524935 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396cc82-084f-4014-af16-e8515c5eff43 req-5d6caefb-e0c1-4721-9b60-67545b7d74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.527020 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0396cc82-084f-4014-af16-e8515c5eff43 req-5d6caefb-e0c1-4721-9b60-67545b7d74b1 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3043270 May 04 17:53:27.532928 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:27.533271 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Checking segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:27.533659 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Bound using segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:27.534105 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Bound port: e0f661b9-b183-467b-9b5f-43f8b7a3ebcc, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:27.534465 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.569257 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524f665-76d1-427f-9117-ae7cbc8588f7 req-2e19068e-783f-4291-89d2-778333543f1e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.570727 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1524f665-76d1-427f-9117-ae7cbc8588f7 req-2e19068e-783f-4291-89d2-778333543f1e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 944 time: 0.1624284 May 04 17:53:27.592501 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:27.592812 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0dec9cd5-7df2-4e44-9fa4-8c5ccf29b3ce tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (ce78b00e-07dc-43ae-b21e-7fdf4d3cfdf0), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.614446 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec9cd5-7df2-4e44-9fa4-8c5ccf29b3ce tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce78b00e-07dc-43ae-b21e-7fdf4d3cfdf0,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:27.678492 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0dec9cd5-7df2-4e44-9fa4-8c5ccf29b3ce tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.682913 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0dec9cd5-7df2-4e44-9fa4-8c5ccf29b3ce tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4232781 May 04 17:53:27.683584 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37068) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:27.693282 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-a3791e8e-095d-478d-8971-b19c45ac571e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'security_group_rule': {'security_group_id': 'bea54d97-0b69-4043-9bf2-cd3efc93e499', 'project_id': '7bf503d4d93642a196265e5250c73455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:27.767424 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ebc3c8ba-da62-4df6-b082-9b29f30c487b up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:27.801526 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.securitygroups_db [None req-a3791e8e-095d-478d-8971-b19c45ac571e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Project 7bf503d4d93642a196265e5250c73455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:53:27.807612 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3791e8e-095d-478d-8971-b19c45ac571e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (b80a7e78-d24b-4377-bc29-69327b831ef4), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.818271 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396cc82-084f-4014-af16-e8515c5eff43 req-4bf0a4c9-760f-4898-9d8b-bec70ceaa35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.819764 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0396cc82-084f-4014-af16-e8515c5eff43 req-4bf0a4c9-760f-4898-9d8b-bec70ceaa35e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2830849 May 04 17:53:27.830817 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-cc02910a-c60c-4b0c-aac3-fe30ca0450c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.832130 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-cc02910a-c60c-4b0c-aac3-fe30ca0450c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 913 time: 0.3565786 May 04 17:53:27.852144 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port ebc3c8ba-da62-4df6-b082-9b29f30c487b triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:27.853391 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.860320 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1524f665-76d1-427f-9117-ae7cbc8588f7 req-2901b98d-b45f-4b19-9aed-ef96cd0d2565 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2734423 May 04 17:53:27.910921 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] For port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:27.926588 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'bd132cf7-7e9e-432d-ab65-8fa82031bf74', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'a7329daa-5737-46eb-ad64-8323628417c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:53:25Z', 'updated_at': '2022-05-04T17:53:25Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:27.950553 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3791e8e-095d-478d-8971-b19c45ac571e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (b80a7e78-d24b-4377-bc29-69327b831ef4), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:27.951808 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] For port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:27.972041 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d825b2d-d215-46e4-8697-a8901620cca8 None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'bd132cf7-7e9e-432d-ab65-8fa82031bf74', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'a7329daa-5737-46eb-ad64-8323628417c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:27:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:53:25Z', 'updated_at': '2022-05-04T17:53:25Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:53:27.972793 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-b48f1a2c-350f-464b-8952-a87296caf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.974325 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-b48f1a2c-350f-464b-8952-a87296caf1f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 1127 time: 0.1057036 May 04 17:53:27.976961 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-635988af-67a7-4f78-90b9-754b123f5332 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7329daa-5737-46eb-ad64-8323628417c4 HTTP/1.1" status: 200 len: 999 time: 0.1347091 May 04 17:53:27.989069 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port ebc3c8ba-da62-4df6-b082-9b29f30c487b is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:28.012643 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3791e8e-095d-478d-8971-b19c45ac571e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (b80a7e78-d24b-4377-bc29-69327b831ef4), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:28.033539 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3791e8e-095d-478d-8971-b19c45ac571e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80a7e78-d24b-4377-bc29-69327b831ef4,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:28.051510 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-9bf10ded-adcc-4af4-a2cf-88d3db134da9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125a79da-807f-44fb-b091-c0ecf7baf5db HTTP/1.1" status: 200 len: 217 time: 0.0578749 May 04 17:53:28.054263 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:28.106191 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a3791e8e-095d-478d-8971-b19c45ac571e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:28.107515 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-a3791e8e-095d-478d-8971-b19c45ac571e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4228160 May 04 17:53:28.110381 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37070) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:28.120040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-ff065075-3d52-4add-87c4-e78e3f885b33 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'security_group_rule': {'security_group_id': 'bea54d97-0b69-4043-9bf2-cd3efc93e499', 'project_id': '7bf503d4d93642a196265e5250c73455', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:28.137199 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.137831 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:28.139236 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] 10.222.0.86 "PUT /v2.0/ports/e0f661b9-b183-467b-9b5f-43f8b7a3ebcc HTTP/1.1" status: 200 len: 1094 time: 1.8869278 May 04 17:53:28.151047 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-242b305a-aea6-421f-bcff-8154f764f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.154863 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-242b305a-aea6-421f-bcff-8154f764f728 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.1602545 May 04 17:53:28.188198 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-b5221583-43e8-4e7f-8bbb-87009494eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.188198 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-b5221583-43e8-4e7f-8bbb-87009494eaa9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a2f18792-de21-4de8-8943-a133c56153bc HTTP/1.1" status: 200 len: 849 time: 0.1208365 May 04 17:53:28.201605 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adfe4b-a3c5-4d0a-9fb6-9a1693215053 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:28.210007 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.securitygroups_db [None req-ff065075-3d52-4add-87c4-e78e3f885b33 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Project 7bf503d4d93642a196265e5250c73455 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:53:28.216559 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ff065075-3d52-4add-87c4-e78e3f885b33 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (0fcf7f61-0903-4521-8517-015b01239df5), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:28.235411 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-d1b83744-c9e4-421e-adcd-e048b90c057d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32ca344d-9d04-4e6c-ad02-bd13e0c29fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349135 May 04 17:53:28.241321 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-da7e3b0a-56c7-4582-8043-9d863ea46774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.242822 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-da7e3b0a-56c7-4582-8043-9d863ea46774 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830255 May 04 17:53:28.296915 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ff065075-3d52-4add-87c4-e78e3f885b33 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (0fcf7f61-0903-4521-8517-015b01239df5), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:28.366735 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ff065075-3d52-4add-87c4-e78e3f885b33 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (0fcf7f61-0903-4521-8517-015b01239df5), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:28.373673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-7d0008e3-e52a-48fe-9835-56d30a8cdb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.375739 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-7d0008e3-e52a-48fe-9835-56d30a8cdb94 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 1128 time: 0.0946712 May 04 17:53:28.389835 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff065075-3d52-4add-87c4-e78e3f885b33 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcf7f61-0903-4521-8517-015b01239df5,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:28.454771 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-3ad6496e-ae25-470f-803b-9cb9a7f98a26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc HTTP/1.1" status: 200 len: 217 time: 0.0681601 May 04 17:53:28.473385 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ff065075-3d52-4add-87c4-e78e3f885b33 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:28.474682 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ff065075-3d52-4add-87c4-e78e3f885b33 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3631713 May 04 17:53:28.482909 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-caeba69f-ed9c-4710-926b-d65e7177cb8c service neutron] 10.222.0.86 "GET /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352667 May 04 17:53:28.495689 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1fa69-b0c5-434f-bc44-a26a7eef2447 req-ab5a2a29-61e7-424a-84bf-bdd9b867b6e4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.497330 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f6a1fa69-b0c5-434f-bc44-a26a7eef2447 req-ab5a2a29-61e7-424a-84bf-bdd9b867b6e4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 943 time: 0.0560448 May 04 17:53:28.555830 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-c6d1ae6d-4a0f-471e-b288-3aae9926a8de service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758958 May 04 17:53:28.556980 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f6a1fa69-b0c5-434f-bc44-a26a7eef2447 req-fb6c15c0-7f34-41ee-83b3-328addc13b52 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541048 May 04 17:53:28.572774 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-32323e71-dff2-4f8b-bdef-4435f710023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.574246 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-32323e71-dff2-4f8b-bdef-4435f710023c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.1079807 May 04 17:53:28.889497 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95e2a1-77fc-4efa-a10d-c4738107b6c3 None None] New status for floating IP bd132cf7-7e9e-432d-ab65-8fa82031bf74: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:53:28.968158 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-97919936-f5f1-4cc6-abdc-0eb3d49c5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.969620 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-97919936-f5f1-4cc6-abdc-0eb3d49c5a6e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3682957 May 04 17:53:29.030360 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c6ca3e96-be09-433f-949f-2d5d1a7292c9 req-9012b0e9-b7a5-4d30-8286-1781c29f6038 service neutron] 10.222.0.86 "GET /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280037 May 04 17:53:29.067288 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c37f76-9af5-4dd2-965d-b4f4d0374536 req-d3e150e7-0bfc-41d2-89bc-c5affd27932f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:29.068990 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f9c37f76-9af5-4dd2-965d-b4f4d0374536 req-d3e150e7-0bfc-41d2-89bc-c5affd27932f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 944 time: 0.1075106 May 04 17:53:29.075879 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-26c10e50-640d-47e7-9cbb-00bf403e11ff req-d94979d8-67e7-422f-9b08-5c76e16dd825 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121255 May 04 17:53:29.112392 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'tag': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:29.114657 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e66184-ac45-4618-9d88-5030527eccce" -d '{"events": [{"name": "network-changed", "server_uuid": "07f25c50-fe2e-4767-8861-ea9f2ba87352", "tag": "e0f661b9-b183-467b-9b5f-43f8b7a3ebcc"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:29.165777 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1906ba-d9b9-4a17-8d91-4be50d280139 x-openstack-request-id: req-ee1906ba-d9b9-4a17-8d91-4be50d280139 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:29.168878 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f25c50-fe2e-4767-8861-ea9f2ba87352", "tag": "e0f661b9-b183-467b-9b5f-43f8b7a3ebcc", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:29.168878 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee1906ba-d9b9-4a17-8d91-4be50d280139 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:29.168878 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1906ba-d9b9-4a17-8d91-4be50d280139'] response: {'name': 'network-changed', 'server_uuid': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'tag': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'status': 'completed', 'code': 200} May 04 17:53:29.179660 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-471ef70d-9f4c-4a86-ab11-393d9a97f4b6 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926413 May 04 17:53:29.183253 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f9c37f76-9af5-4dd2-965d-b4f4d0374536 req-d75903b3-ee7f-4342-9aa9-22715a2e4cbf tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036768 May 04 17:53:29.670517 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ce43b-be55-4776-b07f-7923e047bd5c req-f5b053bf-0863-4301-85e8-b12a1bd2ac35 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:29.672024 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-879ce43b-be55-4776-b07f-7923e047bd5c req-f5b053bf-0863-4301-85e8-b12a1bd2ac35 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 943 time: 0.0473115 May 04 17:53:29.719084 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-879ce43b-be55-4776-b07f-7923e047bd5c req-86160c52-44d0-4ae3-bd62-b506bce153de tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 May 04 17:53:30.297767 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8159-80e3-4ae4-80de-8cb1e543fcb2 req-470a3e69-2f30-434c-a0b3-9f26c9dac4d2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:30.300024 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b4ff8159-80e3-4ae4-80de-8cb1e543fcb2 req-470a3e69-2f30-434c-a0b3-9f26c9dac4d2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 944 time: 0.0485435 May 04 17:53:30.347358 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b4ff8159-80e3-4ae4-80de-8cb1e543fcb2 req-68807f21-d8d0-421e-8ee8-95e82b5c80ca tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417898 May 04 17:53:30.446906 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bbe0c137-0be1-4d86-8035-2e04399d3eb9 req-6f3e2033-8f20-41cb-af82-213acbe42572 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910857 May 04 17:53:30.840140 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b003cd-b8b6-430e-91de-517c564a1744 req-7d45a6d8-10d3-4a88-8ad5-126728234647 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:30.841701 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-84b003cd-b8b6-430e-91de-517c564a1744 req-7d45a6d8-10d3-4a88-8ad5-126728234647 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 943 time: 0.0530381 May 04 17:53:30.889448 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-84b003cd-b8b6-430e-91de-517c564a1744 req-184882aa-0118-4c07-9d99-6ebfd7b855a6 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 May 04 17:53:31.475139 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877548f-a681-4846-839b-51a2f8652839 req-4cca524b-fa4b-432e-aac3-b852c128777c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:31.476648 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9877548f-a681-4846-839b-51a2f8652839 req-4cca524b-fa4b-432e-aac3-b852c128777c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 944 time: 0.0483372 May 04 17:53:31.497196 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 125a79da-807f-44fb-b091-c0ecf7baf5db details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:53:31.525245 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9877548f-a681-4846-839b-51a2f8652839 req-49ee10bc-82aa-4832-90f6-2008c41a7f67 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429194 May 04 17:53:31.600335 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 125a79da-807f-44fb-b091-c0ecf7baf5db, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=125a79da-807f-44fb-b091-c0ecf7baf5db,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:31.611548 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '125a79da-807f-44fb-b091-c0ecf7baf5db', 'network_id': '32ca344d-9d04-4e6c-ad02-bd13e0c29fdb', 'port_id': '125a79da-807f-44fb-b091-c0ecf7baf5db', 'mac_address': 'fa:16:3e:bb:a0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f18792-de21-4de8-8943-a133c56153bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:53:31.649739 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 125a79da-807f-44fb-b091-c0ecf7baf5db is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:31.650135 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:31.662404 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125a79da-807f-44fb-b091-c0ecf7baf5db {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:31.687256 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 125a79da-807f-44fb-b091-c0ecf7baf5db, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=125a79da-807f-44fb-b091-c0ecf7baf5db,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:31.767145 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:31.818958 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=125a79da-807f-44fb-b091-c0ecf7baf5db,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:31.975716 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e66184-ac45-4618-9d88-5030527eccce req-b23c5ae7-786e-4fd7-aa44-14bc11146155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:31.977245 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13e66184-ac45-4618-9d88-5030527eccce req-b23c5ae7-786e-4fd7-aa44-14bc11146155 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 1128 time: 0.0453784 May 04 17:53:32.004684 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658a378-54f1-45fa-af6f-133ac4ec26dd req-4de49615-7b23-4ef4-a04a-d766fce128b4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:32.006166 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b658a378-54f1-45fa-af6f-133ac4ec26dd req-4de49615-7b23-4ef4-a04a-d766fce128b4 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 944 time: 0.0506237 May 04 17:53:32.058194 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b658a378-54f1-45fa-af6f-133ac4ec26dd req-e80fb811-0ac9-4099-ac65-b3355881aa2a tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 May 04 17:53:32.075026 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e66184-ac45-4618-9d88-5030527eccce req-71989ce2-4299-4e02-928a-c2c9ee6eca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:32.076531 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13e66184-ac45-4618-9d88-5030527eccce req-71989ce2-4299-4e02-928a-c2c9ee6eca7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 915 time: 0.0883005 May 04 17:53:32.126973 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13e66184-ac45-4618-9d88-5030527eccce req-bb9c3e96-07bd-4776-904c-b8b550508291 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc HTTP/1.1" status: 200 len: 217 time: 0.0409710 May 04 17:53:32.166502 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['125a79da-807f-44fb-b091-c0ecf7baf5db'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:53:32.178508 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e66184-ac45-4618-9d88-5030527eccce req-20a67b14-5e89-4ac2-b300-de94adc8c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:32.180158 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13e66184-ac45-4618-9d88-5030527eccce req-20a67b14-5e89-4ac2-b300-de94adc8c1f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.0454986 May 04 17:53:32.227811 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e66184-ac45-4618-9d88-5030527eccce req-fe43f2c0-eaed-4243-9338-85b4bf858f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:32.229362 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13e66184-ac45-4618-9d88-5030527eccce req-fe43f2c0-eaed-4243-9338-85b4bf858f1c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401022 May 04 17:53:32.336204 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13e66184-ac45-4618-9d88-5030527eccce req-7b4666dc-0412-4bd3-8ef3-3b9b33f7183d service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987589 May 04 17:53:32.424898 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13e66184-ac45-4618-9d88-5030527eccce req-d51aea55-9fe6-400b-880c-e45316cb7ef6 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819468 May 04 17:53:32.640492 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bffd-dce2-4b53-8caa-169e2475297f req-51fb0113-04ee-4172-922b-360a2eaf40de tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:32.642078 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c93bffd-dce2-4b53-8caa-169e2475297f req-51fb0113-04ee-4172-922b-360a2eaf40de tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 944 time: 0.0468833 May 04 17:53:32.694225 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c93bffd-dce2-4b53-8caa-169e2475297f req-ec44112f-01f5-4851-9644-7ffaf9556607 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459158 May 04 17:53:33.181392 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34ba55-363a-4b43-a9f0-2afd0ec60043 req-406bba14-3b0a-41c6-b858-7116be5f521a tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:33.183136 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1a34ba55-363a-4b43-a9f0-2afd0ec60043 req-406bba14-3b0a-41c6-b858-7116be5f521a tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 944 time: 0.0491683 May 04 17:53:33.233328 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1a34ba55-363a-4b43-a9f0-2afd0ec60043 req-c94193ee-a7db-4752-8807-ea11c916bc4b tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444720 May 04 17:53:33.503684 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device e0f661b9-b183-467b-9b5f-43f8b7a3ebcc details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:53:33.509150 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 125a79da-807f-44fb-b091-c0ecf7baf5db up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:33.587647 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 125a79da-807f-44fb-b091-c0ecf7baf5db completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:53:33.648743 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:33.782036 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 125a79da-807f-44fb-b091-c0ecf7baf5db triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:33.782411 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:33.784296 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'port_id': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'mac_address': 'fa:16:3e:6d:17:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:53:33.813691 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d77b9-44f1-4cf9-b9b1-df914fcb672d req-4afd8778-536f-44ce-be6a-123d41d48d39 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:33.815958 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-002d77b9-44f1-4cf9-b9b1-df914fcb672d req-4afd8778-536f-44ce-be6a-123d41d48d39 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 944 time: 0.0522411 May 04 17:53:33.851791 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:33.852181 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:33.864747 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-002d77b9-44f1-4cf9-b9b1-df914fcb672d req-738f017a-d1b3-4944-90a5-4f1a9cfa6a95 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431061 May 04 17:53:33.871203 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f661b9-b183-467b-9b5f-43f8b7a3ebcc {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:33.920612 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:33.923127 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 125a79da-807f-44fb-b091-c0ecf7baf5db is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:33.923680 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:33.946574 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7b04e5-58a1-4a08-8aba-1137a8abbb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125a79da-807f-44fb-b091-c0ecf7baf5db'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:33.948944 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658261f4-43e9-4e46-b224-b349ac72b80d" -d '{"events": [{"server_uuid": "7a7b04e5-58a1-4a08-8aba-1137a8abbb37", "name": "network-vif-plugged", "status": "completed", "tag": "125a79da-807f-44fb-b091-c0ecf7baf5db"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:33.962315 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 125a79da-807f-44fb-b091-c0ecf7baf5db, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=125a79da-807f-44fb-b091-c0ecf7baf5db,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:33.983695 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f296732-d1b9-4860-bf55-61eb99f64742 x-openstack-request-id: req-1f296732-d1b9-4860-bf55-61eb99f64742 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:33.984023 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7b04e5-58a1-4a08-8aba-1137a8abbb37", "name": "network-vif-plugged", "status": "completed", "tag": "125a79da-807f-44fb-b091-c0ecf7baf5db", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:33.984286 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f296732-d1b9-4860-bf55-61eb99f64742 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:33.984857 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f296732-d1b9-4860-bf55-61eb99f64742'] response: {'server_uuid': '7a7b04e5-58a1-4a08-8aba-1137a8abbb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125a79da-807f-44fb-b091-c0ecf7baf5db', 'code': 200} May 04 17:53:34.001402 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:34.048556 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:34.053204 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:34.102231 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=125a79da-807f-44fb-b091-c0ecf7baf5db,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:34.359978 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d200b-7c08-4792-9cc7-8434bea9453c req-fb3a7fec-6951-4463-8c74-cda09de4d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:34.361731 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6f7d200b-7c08-4792-9cc7-8434bea9453c req-fb3a7fec-6951-4463-8c74-cda09de4d589 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 1129 time: 0.0713096 May 04 17:53:34.370089 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3254e0-af2c-43a7-8df5-02a6778092d7 req-0d385a6f-0dc1-4075-b307-cf186039f607 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:34.371528 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca3254e0-af2c-43a7-8df5-02a6778092d7 req-0d385a6f-0dc1-4075-b307-cf186039f607 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 945 time: 0.0721993 May 04 17:53:34.406209 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['e0f661b9-b183-467b-9b5f-43f8b7a3ebcc'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:53:34.435281 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6f7d200b-7c08-4792-9cc7-8434bea9453c req-28ae3c63-10d6-4a65-be5f-da2fd8f516de service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628121 May 04 17:53:34.446703 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca3254e0-af2c-43a7-8df5-02a6778092d7 req-aeb510d5-d99f-43bf-9379-3e441bef3dfc tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684891 May 04 17:53:34.980654 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40e358-011b-4c5b-9726-616476bb6d47 req-e642245b-cd2e-4998-98ca-a20400780aab tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:34.982360 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a40e358-011b-4c5b-9726-616476bb6d47 req-e642245b-cd2e-4998-98ca-a20400780aab tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 945 time: 0.0468740 May 04 17:53:35.029275 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a40e358-011b-4c5b-9726-616476bb6d47 req-cbd4c24c-bfe2-41d4-a04b-482b8ad71a4e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407743 May 04 17:53:35.569387 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ceb49-f7a1-476d-a88d-f60931c6084c req-b08168dd-8e40-4a0f-b90b-e98e992de6ec tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:35.570874 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f68ceb49-f7a1-476d-a88d-f60931c6084c req-b08168dd-8e40-4a0f-b90b-e98e992de6ec tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 945 time: 0.0503433 May 04 17:53:35.619676 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f68ceb49-f7a1-476d-a88d-f60931c6084c req-6582d712-a206-4fe7-8baa-d83207202672 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 May 04 17:53:35.660671 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device e0f661b9-b183-467b-9b5f-43f8b7a3ebcc up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:53:35.705650 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:53:35.812388 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:35.812894 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:35.900359 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:53:35.900790 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:35.933621 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:35.985644 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:35.988259 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf54b197-8914-4849-84bb-a0a0a61324bf" -d '{"events": [{"server_uuid": "07f25c50-fe2e-4767-8861-ea9f2ba87352", "name": "network-vif-plugged", "status": "completed", "tag": "e0f661b9-b183-467b-9b5f-43f8b7a3ebcc"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:36.024950 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e834eb-45f9-43fe-9be9-f48beb3697da x-openstack-request-id: req-31e834eb-45f9-43fe-9be9-f48beb3697da {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:36.025264 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f25c50-fe2e-4767-8861-ea9f2ba87352", "name": "network-vif-plugged", "status": "completed", "tag": "e0f661b9-b183-467b-9b5f-43f8b7a3ebcc", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:36.025524 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31e834eb-45f9-43fe-9be9-f48beb3697da {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:36.025922 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e834eb-45f9-43fe-9be9-f48beb3697da'] response: {'server_uuid': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'code': 200} May 04 17:53:36.053051 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:36.109898 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:36.148549 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa90b6-83e1-45be-8d44-56d50b2e9e6a req-ef64110f-2541-4a7e-97e8-2527bdec59ec tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:36.149950 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-78aa90b6-83e1-45be-8d44-56d50b2e9e6a req-ef64110f-2541-4a7e-97e8-2527bdec59ec tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0500710 May 04 17:53:36.214220 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-78aa90b6-83e1-45be-8d44-56d50b2e9e6a req-3166b3fc-4043-4493-ae40-e816f59ece71 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582514 May 04 17:53:36.735156 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284cc87-259e-4c93-add4-a1916c5945b5 req-a506df35-4cc8-44bd-b78f-facec44ecd97 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:36.736726 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4284cc87-259e-4c93-add4-a1916c5945b5 req-a506df35-4cc8-44bd-b78f-facec44ecd97 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 945 time: 0.0487812 May 04 17:53:36.784824 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4284cc87-259e-4c93-add4-a1916c5945b5 req-53c0343c-a4b1-4e59-ba9a-c3f2f9b2fcc8 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 May 04 17:53:37.158595 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68b52a-0c26-4e25-8532-e7b3ce3fcf50 req-be03a307-315a-4d8c-835d-2980dc6e6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:37.160878 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ba68b52a-0c26-4e25-8532-e7b3ce3fcf50 req-be03a307-315a-4d8c-835d-2980dc6e6d5c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 1130 time: 0.0403929 May 04 17:53:37.217217 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ba68b52a-0c26-4e25-8532-e7b3ce3fcf50 req-e32254c3-b7af-4e15-8bf3-6770361333fe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469561 May 04 17:53:37.337593 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324959-9858-433f-baa1-4da240683efd req-01f0d3e3-4d45-4254-a973-f26c8b92b378 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:37.339137 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-75324959-9858-433f-baa1-4da240683efd req-01f0d3e3-4d45-4254-a973-f26c8b92b378 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0559545 May 04 17:53:37.385418 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-75324959-9858-433f-baa1-4da240683efd req-2c7745cf-d786-49db-9829-7915a99b5f05 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406451 May 04 17:53:38.298504 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492128c-7232-45d2-9e94-39f9c45243f1 req-808edc15-7655-4001-91dc-dce3e195f7d7 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:38.300857 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f492128c-7232-45d2-9e94-39f9c45243f1 req-808edc15-7655-4001-91dc-dce3e195f7d7 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 945 time: 0.0515811 May 04 17:53:38.349039 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f492128c-7232-45d2-9e94-39f9c45243f1 req-4fb28a60-b90d-450d-a93b-1b1d8a102c4e tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 May 04 17:53:38.503733 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8354b-c5d8-4968-8ea4-490954820673 req-dd924409-4556-48e6-a07b-75b069c74727 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:38.505280 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-73a8354b-c5d8-4968-8ea4-490954820673 req-dd924409-4556-48e6-a07b-75b069c74727 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0506713 May 04 17:53:38.551814 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-73a8354b-c5d8-4968-8ea4-490954820673 req-e161285c-b0ac-4ca8-863d-fd98e375e3f4 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405300 May 04 17:53:39.463270 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50816f-397f-4b44-a0c9-6d0896287b72 req-08c4a0b6-c75e-43d7-bef8-32b91890535c tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:39.464778 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2b50816f-397f-4b44-a0c9-6d0896287b72 req-08c4a0b6-c75e-43d7-bef8-32b91890535c tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 945 time: 0.0474570 May 04 17:53:39.512550 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2b50816f-397f-4b44-a0c9-6d0896287b72 req-662fe39a-8f4a-4799-8f7d-8484fa35bbc8 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 May 04 17:53:39.665857 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ef7e-41f4-4658-b87c-e0d91fc3d1d3 req-16c0fc4b-2e9b-417b-b98a-116e769d99b6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:39.667339 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1d57ef7e-41f4-4658-b87c-e0d91fc3d1d3 req-16c0fc4b-2e9b-417b-b98a-116e769d99b6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0470543 May 04 17:53:39.715164 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1d57ef7e-41f4-4658-b87c-e0d91fc3d1d3 req-55f9169f-4b8b-4ba9-a75d-544c6f69f888 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420854 May 04 17:53:39.961692 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-daa487f3-a71d-4674-9e24-08f2f7db7631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:40.630057 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597984b-cd9b-4c0d-a795-f18d3aff4a77 req-ae03080d-d424-4914-b0e1-49fa24143d94 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:40.631445 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b597984b-cd9b-4c0d-a795-f18d3aff4a77 req-ae03080d-d424-4914-b0e1-49fa24143d94 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 945 time: 0.0496860 May 04 17:53:40.679122 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b597984b-cd9b-4c0d-a795-f18d3aff4a77 req-a78ff231-27a1-41ca-8ebd-8db9686b5f7d tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 May 04 17:53:40.831186 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6cb9e5-211c-4e16-ad85-abf290d34891 req-524b3f1c-8113-43c5-9bc5-57453e1dacfd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:40.832778 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ac6cb9e5-211c-4e16-ad85-abf290d34891 req-524b3f1c-8113-43c5-9bc5-57453e1dacfd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0509071 May 04 17:53:40.881937 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ac6cb9e5-211c-4e16-ad85-abf290d34891 req-fb9d718d-b55f-4229-b6ee-aba453c5b8cd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433669 May 04 17:53:41.620741 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-19fb44a1-2c54-4d63-b605-d2a9e261efa7 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:41.622129 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-19fb44a1-2c54-4d63-b605-d2a9e261efa7 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.86 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 945 time: 0.0550084 May 04 17:53:41.730031 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Deleting port 125a79da-807f-44fb-b091-c0ecf7baf5db {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:53:41.730697 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:41.838235 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8ab49-9eb5-4848-bd6a-bd1ce8243cec req-1f3f13a8-dcac-4aaa-88dc-684dc6f84754 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:41.839727 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d7f8ab49-9eb5-4848-bd6a-bd1ce8243cec req-1f3f13a8-dcac-4aaa-88dc-684dc6f84754 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 945 time: 0.0892529 May 04 17:53:41.876717 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] For port 125a79da-807f-44fb-b091-c0ecf7baf5db, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=125a79da-807f-44fb-b091-c0ecf7baf5db,segment=NetworkSegment(72a81eed-a909-4447-91f4-06945e636668),segment_id=72a81eed-a909-4447-91f4-06945e636668)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:53:41.876991 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:41.904993 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Calling delete_port for 125a79da-807f-44fb-b091-c0ecf7baf5db owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:53:41.929596 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d7f8ab49-9eb5-4848-bd6a-bd1ce8243cec req-ef7601a3-2a7b-4363-b9d2-6726d0dbf57e tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/security-groups?id=88469933-3103-4f09-9131-eec65eea3ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826898 May 04 17:53:42.005308 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874aa1e-2dce-4738-9746-3edfb408fe09 req-89417dde-3573-4379-a5f9-69cd54d951fc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:42.012487 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d874aa1e-2dce-4738-9746-3edfb408fe09 req-89417dde-3573-4379-a5f9-69cd54d951fc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0479081 May 04 17:53:42.056425 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d874aa1e-2dce-4738-9746-3edfb408fe09 req-30c74aaf-dcc7-4c1a-9e4e-3e7b816d9c4c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439293 May 04 17:53:42.132325 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (125a79da-807f-44fb-b091-c0ecf7baf5db), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:42.157397 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['125a79da-807f-44fb-b091-c0ecf7baf5db'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:53:42.197715 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Pushing event deleted for resources: {'Port': ['ID=125a79da-807f-44fb-b091-c0ecf7baf5db,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:42.228202 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77523e27-52f1-445f-9a88-c56e26cced46 req-999d929b-ea41-49bb-b316-6f866bfba532 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:42.230095 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77523e27-52f1-445f-9a88-c56e26cced46 req-999d929b-ea41-49bb-b316-6f866bfba532 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.1072979 May 04 17:53:42.239701 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37232) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:53:42.244361 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'floatingip': {'port_id': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:42.245829 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] No DVR routers for this DVR port 125a79da-807f-44fb-b091-c0ecf7baf5db on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:53:42.249023 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:42.252627 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-17bf3161-7a1e-45df-b171-96f85ec70baa req-1f601e8b-5822-465a-8b5c-010cb7e7d580 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.86 "DELETE /v2.0/ports/125a79da-807f-44fb-b091-c0ecf7baf5db HTTP/1.1" status: 204 len: 173 time: 0.6089792 May 04 17:53:42.253225 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7b04e5-58a1-4a08-8aba-1137a8abbb37', 'name': 'network-vif-deleted', 'tag': '125a79da-807f-44fb-b091-c0ecf7baf5db'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:42.255459 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1e0dc0-52cc-45ff-ab5c-4a108b055b9c" -d '{"events": [{"server_uuid": "7a7b04e5-58a1-4a08-8aba-1137a8abbb37", "name": "network-vif-deleted", "tag": "125a79da-807f-44fb-b091-c0ecf7baf5db"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:42.289993 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (8e9c96e2-a13d-46dc-9b9b-782e6c616e5d), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:42.292336 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24183c7-4189-40fb-9151-fdf0541fea36 x-openstack-request-id: req-e24183c7-4189-40fb-9151-fdf0541fea36 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:42.292672 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7b04e5-58a1-4a08-8aba-1137a8abbb37", "name": "network-vif-deleted", "tag": "125a79da-807f-44fb-b091-c0ecf7baf5db", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:42.292933 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e24183c7-4189-40fb-9151-fdf0541fea36 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:42.293347 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24183c7-4189-40fb-9151-fdf0541fea36'] response: {'server_uuid': '7a7b04e5-58a1-4a08-8aba-1137a8abbb37', 'name': 'network-vif-deleted', 'tag': '125a79da-807f-44fb-b091-c0ecf7baf5db', 'status': 'completed', 'code': 200} May 04 17:53:42.404661 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6d479625-3535-46b5-9d4b-84577f2909b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:42.983556 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:43.047302 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (8e9c96e2-a13d-46dc-9b9b-782e6c616e5d), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:43.062283 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-962bda10-8349-4bdb-ab43-841c577c7b8f req-87b83354-2b40-4ab5-9a5c-67b8a6657f82 tempest-VolumesActionsTest-84654339 tempest-VolumesActionsTest-84654339-project] 10.222.0.81 "GET /v2.0/ports?device_id=7a7b04e5-58a1-4a08-8aba-1137a8abbb37 HTTP/1.1" status: 200 len: 210 time: 0.0298409 May 04 17:53:43.153088 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Floating IP 8e9c96e2-a13d-46dc-9b9b-782e6c616e5d associated. External IP: 172.27.2.168, port: e0f661b9-b183-467b-9b5f-43f8b7a3ebcc. May 04 17:53:43.390818 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:53:43.507171 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:53:43.512378 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:43.517366 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:53:43.527970 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:43.528702 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:43.557189 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e427652a-0753-47e1-a76f-7a7291cf91e0 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "PUT /v2.0/floatingips/8e9c96e2-a13d-46dc-9b9b-782e6c616e5d HTTP/1.1" status: 200 len: 992 time: 1.3018544 May 04 17:53:43.557189 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'tag': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:43.557189 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44976675-5e8b-4643-8324-e6ca1710f12d" -d '{"events": [{"name": "network-changed", "server_uuid": "07f25c50-fe2e-4767-8861-ea9f2ba87352", "tag": "e0f661b9-b183-467b-9b5f-43f8b7a3ebcc"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:43.584540 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faf1e2b-3312-41e6-99b2-5a3689f739fe x-openstack-request-id: req-5faf1e2b-3312-41e6-99b2-5a3689f739fe {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:43.584901 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f25c50-fe2e-4767-8861-ea9f2ba87352", "tag": "e0f661b9-b183-467b-9b5f-43f8b7a3ebcc", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:43.585170 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5faf1e2b-3312-41e6-99b2-5a3689f739fe {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:43.585664 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5faf1e2b-3312-41e6-99b2-5a3689f739fe'] response: {'name': 'network-changed', 'server_uuid': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'tag': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'status': 'completed', 'code': 200} May 04 17:53:43.641868 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:43.660806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44976675-5e8b-4643-8324-e6ca1710f12d req-0eac1104-2ba7-4372-b60c-039ab2fb22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:43.662322 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-44976675-5e8b-4643-8324-e6ca1710f12d req-0eac1104-2ba7-4372-b60c-039ab2fb22b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 1130 time: 0.0435677 May 04 17:53:43.763747 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44976675-5e8b-4643-8324-e6ca1710f12d req-61de1c7c-4127-47dd-9b1a-d5982017c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:43.765260 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-44976675-5e8b-4643-8324-e6ca1710f12d req-61de1c7c-4127-47dd-9b1a-d5982017c502 service neutron] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 915 time: 0.0865195 May 04 17:53:43.843762 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-44976675-5e8b-4643-8324-e6ca1710f12d req-4d58a266-1dcf-44a0-9746-bfc57eb52c34 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc HTTP/1.1" status: 200 len: 1000 time: 0.0658891 May 04 17:53:43.864983 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:52:01Z', 'revision_number': 2, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}, {'id': '8e9c96e2-a13d-46dc-9b9b-782e6c616e5d', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:6d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:42Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:43.870115 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:43.898781 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44976675-5e8b-4643-8324-e6ca1710f12d req-4b37e235-9460-41c4-9bc8-8de82ec5e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:43.900305 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-44976675-5e8b-4643-8324-e6ca1710f12d req-4b37e235-9460-41c4-9bc8-8de82ec5e8f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.0497696 May 04 17:53:43.949763 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44976675-5e8b-4643-8324-e6ca1710f12d req-23d6b668-bb79-4204-af57-90f31c7752bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:43.951353 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-44976675-5e8b-4643-8324-e6ca1710f12d req-23d6b668-bb79-4204-af57-90f31c7752bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427134 May 04 17:53:43.984593 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:53:43.993124 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:53:43.993740 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:53:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:44.061942 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-44976675-5e8b-4643-8324-e6ca1710f12d req-c094d34c-e8aa-4ab3-b7bd-06f133a0d410 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029804 May 04 17:53:44.116586 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:53:44.179477 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-44976675-5e8b-4643-8324-e6ca1710f12d req-cff822fd-995e-4829-8938-716921f75581 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964882 May 04 17:53:44.341993 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:52:01Z', 'revision_number': 2, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}, {'id': '8e9c96e2-a13d-46dc-9b9b-782e6c616e5d', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:6d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:42Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:44.371645 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb95e12-30ee-4245-9326-b77431cfe3e4 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:52:01Z', 'revision_number': 2, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}, {'id': '8e9c96e2-a13d-46dc-9b9b-782e6c616e5d', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:6d:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:42Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:53:44.575652 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0691f6-69ff-4f04-93ea-a7c7f1c2b4da None None] New status for floating IP 8e9c96e2-a13d-46dc-9b9b-782e6c616e5d: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:53:45.462050 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:45.709526 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 125a79da-807f-44fb-b091-c0ecf7baf5db no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:53:45.730156 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 125a79da-807f-44fb-b091-c0ecf7baf5db {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:53:45.730488 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 125a79da-807f-44fb-b091-c0ecf7baf5db not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:53:46.773082 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:51.547613 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-c4e86c4e-2ab3-4b2b-a485-c82f33bb561e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439958026&fields=id&tenant_id=7bf503d4d93642a196265e5250c73455 HTTP/1.1" status: 200 len: 267 time: 0.0507011 May 04 17:53:51.680542 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-a5cf6265-84c7-4512-aa3b-4fdaa6d9cfbd tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:51.682052 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-a5cf6265-84c7-4512-aa3b-4fdaa6d9cfbd tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/networks?id=527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 200 len: 809 time: 0.1262507 May 04 17:53:51.698143 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-63fa4bab-f043-42a1-9689-b7582c5adeb1 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/quotas/7bf503d4d93642a196265e5250c73455 HTTP/1.1" status: 200 len: 375 time: 0.0104518 May 04 17:53:51.756503 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-2721ee3e-7faa-45d1-acb1-1f657b8606f4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500991 May 04 17:53:51.887313 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-b2fc3fe2-6864-4084-9774-60f64b80b1ab service neutron] 10.222.0.81 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163900 May 04 17:53:51.991918 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-8afe7420-f910-400e-8c19-7c4bb7efc26c service neutron] 10.222.0.81 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986254 May 04 17:53:52.694091 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-29a4eb96-31ec-4ae0-87e9-eb5d412dd22a req-08460919-4dda-4b14-bba0-25dd5ec1816a tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 210 time: 0.0529637 May 04 17:53:53.194524 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:53.805872 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4c03e376-eed9-4c53-a981-43e68378932b req-2ec77cca-2036-484b-8312-62ac13f93d47 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 210 time: 0.0517626 May 04 17:53:54.927473 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c37a23a1-90cf-4f29-804b-8c60cc723220 req-c6cb3358-e86b-4bf3-9891-88bf8d37d4ef tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 210 time: 0.0321324 May 04 17:53:55.460015 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-b123bc6b-027c-490f-abc2-800cf38268be tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:55.461491 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-b123bc6b-027c-490f-abc2-800cf38268be tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.86 "GET /v2.0/networks?id=527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 200 len: 809 time: 0.1256478 May 04 17:53:55.536490 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-5d6a1077-a977-482e-9ea6-daa10a2ce397 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf503d4d93642a196265e5250c73455 HTTP/1.1" status: 200 len: 379 time: 0.0593364 May 04 17:53:55.550098 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'port': {'device_id': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'admin_state_up': True, 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'security_groups': ['bea54d97-0b69-4043-9bf2-cd3efc93e499']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:55.771272 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Made reservation on behalf of 7bf503d4d93642a196265e5250c73455 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:55.776113 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:55.954844 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Allocated IP 172.20.0.11 (527c58ff-1834-4195-9dd0-337553509c9e/cd0d563a-751d-41e6-803f-e48cb8c4fed6/f47016af-af73-4505-8c5b-7bb450522995) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:56.070754 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6213beae-072d-451d-a03e-4931b359f088 req-789c8f44-fca6-4a22-b204-7e48715da52e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 210 time: 0.0591910 May 04 17:53:56.195862 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for port (f47016af-af73-4505-8c5b-7bb450522995), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:56.289344 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:56.333006 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Network 527c58ff-1834-4195-9dd0-337553509c9e is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:56.341899 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:56.346598 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:53:56.352126 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:56.418322 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:56.419010 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:56.525739 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-0e8534f0-fb1b-4452-8927-cbec68ffab54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9794679 May 04 17:53:56.561218 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Request body: {'port': {'device_id': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:53:56.621445 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-24d1fe4f-cf11-4c0d-bad6-577e29cbca81 None None] Provisioning complete for port f47016af-af73-4505-8c5b-7bb450522995 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:53:56.622020 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-24d1fe4f-cf11-4c0d-bad6-577e29cbca81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (f47016af-af73-4505-8c5b-7bb450522995), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:56.634567 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (f47016af-af73-4505-8c5b-7bb450522995), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:56.665224 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-24d1fe4f-cf11-4c0d-bad6-577e29cbca81 None None] Port f47016af-af73-4505-8c5b-7bb450522995 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:53:56.927081 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47016af-af73-4505-8c5b-7bb450522995 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:56.947031 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Publish callbacks [] for port (f47016af-af73-4505-8c5b-7bb450522995), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:56.968761 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Transition to ACTIVE for port object f47016af-af73-4505-8c5b-7bb450522995 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:53:57.045470 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:57.103521 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Pushing event updated for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:57.200307 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Attempting to bind port f47016af-af73-4505-8c5b-7bb450522995 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:53:57.200899 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Attempting to bind port f47016af-af73-4505-8c5b-7bb450522995 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:53:57.201443 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Attempting to bind port f47016af-af73-4505-8c5b-7bb450522995 on network 527c58ff-1834-4195-9dd0-337553509c9e {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:57.210465 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Port f47016af-af73-4505-8c5b-7bb450522995 on network 527c58ff-1834-4195-9dd0-337553509c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:53:57.210794 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Attempting to bind port f47016af-af73-4505-8c5b-7bb450522995 on network 527c58ff-1834-4195-9dd0-337553509c9e {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:53:57.220314 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:53:57.220712 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Checking segment: {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:53:57.221187 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Bound using segment: {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:53:57.221661 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Bound port: f47016af-af73-4505-8c5b-7bb450522995, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9911d052-4710-4d1e-974a-80d78e029190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:53:57.222033 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (f47016af-af73-4505-8c5b-7bb450522995), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:57.229350 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cc7c0-ab8c-40cc-b05e-fb898b9753ef req-fcdbbcd4-af6d-4082-a609-842ec811ddd6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:57.231881 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c46cc7c0-ab8c-40cc-b05e-fb898b9753ef req-fcdbbcd4-af6d-4082-a609-842ec811ddd6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0745027 May 04 17:53:57.293281 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c46cc7c0-ab8c-40cc-b05e-fb898b9753ef req-744e3529-9826-4ab8-b0f8-4298a93900ed tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535195 May 04 17:53:57.314189 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:53:57.314570 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:53:57.391908 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:57.430638 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:57.431254 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:53:57.432748 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] 10.222.0.86 "PUT /v2.0/ports/f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 1094 time: 0.8756914 May 04 17:53:57.433205 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:57.435442 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8414ff8-a1be-4083-96a7-968e3f000911" -d '{"events": [{"name": "network-changed", "server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "tag": "f47016af-af73-4505-8c5b-7bb450522995"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:53:57.467586 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea7f67-3d93-4130-80f6-8178bede399c service neutron] Pushing event updated for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:57.506054 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f97c2-14cb-4d39-bab9-d4b7415aa791 x-openstack-request-id: req-9b1f97c2-14cb-4d39-bab9-d4b7415aa791 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:53:57.506357 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "tag": "f47016af-af73-4505-8c5b-7bb450522995", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:53:57.506617 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b1f97c2-14cb-4d39-bab9-d4b7415aa791 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:53:57.507028 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1f97c2-14cb-4d39-bab9-d4b7415aa791'] response: {'name': 'network-changed', 'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995', 'status': 'completed', 'code': 200} May 04 17:53:57.587859 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414ff8-a1be-4083-96a7-968e3f000911 req-ed623d60-4727-4318-b2a9-6014e62f1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:57.589745 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f8414ff8-a1be-4083-96a7-968e3f000911 req-ed623d60-4727-4318-b2a9-6014e62f1079 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1128 time: 0.0528219 May 04 17:53:57.740854 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414ff8-a1be-4083-96a7-968e3f000911 req-89288c3a-0c52-4de4-8f8e-4c70b305ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:57.742661 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f8414ff8-a1be-4083-96a7-968e3f000911 req-89288c3a-0c52-4de4-8f8e-4c70b305ca08 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=7bf503d4d93642a196265e5250c73455&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1381202 May 04 17:53:57.868320 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8414ff8-a1be-4083-96a7-968e3f000911 req-4e37cd36-08b6-4ebc-a793-b6439ba510b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:57.870055 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f8414ff8-a1be-4083-96a7-968e3f000911 req-4e37cd36-08b6-4ebc-a793-b6439ba510b5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146946 May 04 17:53:57.970349 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-011ec696-5f64-4672-bddf-7371a5c51098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:57.972287 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-011ec696-5f64-4672-bddf-7371a5c51098 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1128 time: 0.0490167 May 04 17:53:58.024650 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-6fd05710-7713-4593-a6ff-ff7c268307ad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 217 time: 0.0432930 May 04 17:53:58.079943 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-972998bb-1440-4d8b-a2cb-2feba5a58e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.081393 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-972998bb-1440-4d8b-a2cb-2feba5a58e8e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0d563a-751d-41e6-803f-e48cb8c4fed6 HTTP/1.1" status: 200 len: 848 time: 0.0503976 May 04 17:53:58.140632 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-24d244ec-dcbd-4c0a-b27f-c8c948c6d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.142772 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-24d244ec-dcbd-4c0a-b27f-c8c948c6d2d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=527c58ff-1834-4195-9dd0-337553509c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525904 May 04 17:53:58.273252 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-e92c499c-e6b4-4bc4-b053-f3afa9dcaf99 service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225288 May 04 17:53:58.412230 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-04d48485-4c3f-45d0-a9f8-ecc7dded1b45 req-c741b560-407a-4aae-a238-4922d8bea48b service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299367 May 04 17:53:58.461159 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb6383-5200-4e36-9c61-e3f021602bc7 req-f1d77acb-05a4-4c84-995d-c1312e22c911 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.462719 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a4eb6383-5200-4e36-9c61-e3f021602bc7 req-f1d77acb-05a4-4c84-995d-c1312e22c911 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0701139 May 04 17:53:58.519439 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a4eb6383-5200-4e36-9c61-e3f021602bc7 req-0a52143f-6280-4718-b216-12710a722c6f tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499301 May 04 17:53:58.739127 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fde5-5659-494f-a445-9be9dd323ac5 req-22fccf82-db7f-4fa0-ade6-88f05a77f8b7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.743119 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c077fde5-5659-494f-a445-9be9dd323ac5 req-22fccf82-db7f-4fa0-ade6-88f05a77f8b7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0592983 May 04 17:53:58.870292 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-11095d69-8629-4543-8fc6-b6327d087b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.872370 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-11095d69-8629-4543-8fc6-b6327d087b8c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1130 time: 0.1186581 May 04 17:53:58.916563 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c077fde5-5659-494f-a445-9be9dd323ac5 req-292204e6-1ee2-457d-b865-c1a55d3ff1c5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659162 May 04 17:53:59.034543 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-f264f30b-1c7d-49b1-adfb-50b2ee1d5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:59.037477 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-f264f30b-1c7d-49b1-adfb-50b2ee1d5315 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1542811 May 04 17:53:59.132001 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-48130d92-cf2b-4122-8b8f-64affc9872fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 200 len: 1002 time: 0.0771582 May 04 17:53:59.486170 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-220c3270-7e76-44a2-a471-e3446368a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:59.487645 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-220c3270-7e76-44a2-a471-e3446368a7ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.3474882 May 04 17:53:59.493920 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-2f70331d-01cf-4500-8750-395d8257238e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486331 May 04 17:53:59.645025 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8028-f502-49f8-b676-7fbffc1472c9 req-2a399716-3d73-422b-98ff-414ea773cb6c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:59.648302 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-afbd8028-f502-49f8-b676-7fbffc1472c9 req-2a399716-3d73-422b-98ff-414ea773cb6c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0524204 May 04 17:53:59.702014 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-afbd8028-f502-49f8-b676-7fbffc1472c9 req-f9704813-03a9-470b-b3ff-c0997be15098 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477881 May 04 17:53:59.816378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-77c0d834-e764-4198-9e27-11e732079286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:59.818222 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-77c0d834-e764-4198-9e27-11e732079286 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887210 May 04 17:53:59.822159 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-2cb7513c-0eff-44ea-a7e6-a4d8054d7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:59.824357 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-2cb7513c-0eff-44ea-a7e6-a4d8054d7e0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 1130 time: 0.0661533 May 04 17:54:00.097734 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-7813216c-6db4-4a20-8351-743108ee3b43 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677531 May 04 17:54:00.103085 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-4b3f7bec-92ec-4b66-990b-fef875ede2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:00.105049 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-4b3f7bec-92ec-4b66-990b-fef875ede2ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.2483974 May 04 17:54:00.116117 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bae1c9-5540-4f73-9250-64bbbf363c1d req-8f995fb7-c28a-447f-acbc-82ae5156b819 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:00.118642 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-55bae1c9-5540-4f73-9250-64bbbf363c1d req-8f995fb7-c28a-447f-acbc-82ae5156b819 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.1076846 May 04 17:54:00.227355 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-fd169fdb-9dce-4ce7-a82d-8a511e5f363d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed HTTP/1.1" status: 200 len: 217 time: 0.0977764 May 04 17:54:00.366219 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-55bae1c9-5540-4f73-9250-64bbbf363c1d req-2bb72048-2b48-4346-bc11-000cc62cbafe tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293115 May 04 17:54:00.387822 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca22a04c-5f07-445f-a35c-ca8245e82183 req-cf65d3ed-d57d-4fb7-bec7-e65ece523249 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812910 May 04 17:54:00.390185 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-c08805a7-61f2-4020-9b85-3689f53005f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:00.392856 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-c08805a7-61f2-4020-9b85-3689f53005f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.1247389 May 04 17:54:00.453584 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-e2d83522-8dcf-45c8-a5ea-cc1d25a5eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:00.455438 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-e2d83522-8dcf-45c8-a5ea-cc1d25a5eff2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446074 May 04 17:54:00.577131 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-f69c01fd-411a-4e62-b52d-56aa3373e06f service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997114 May 04 17:54:00.748873 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2328215-81d3-4fe0-96a5-82af26c927d7 req-2615aa5f-10f3-477f-800c-f402855dd0f5 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032476 May 04 17:54:00.891129 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e84d6-c859-4b72-a6e2-0eeec231bcbd req-877cbe96-952a-4d14-a708-96e17a814038 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:00.891129 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-122e84d6-c859-4b72-a6e2-0eeec231bcbd req-877cbe96-952a-4d14-a708-96e17a814038 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0613074 May 04 17:54:00.900968 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-122e84d6-c859-4b72-a6e2-0eeec231bcbd req-886d3f1b-a3be-4628-a3e2-6857cd1c9d35 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424399 May 04 17:54:01.528534 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee6d3f-1329-469b-a1d3-40c058bfcf61 req-f3250193-ff21-4131-864d-dd1a4a869b5c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:01.530329 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-14ee6d3f-1329-469b-a1d3-40c058bfcf61 req-f3250193-ff21-4131-864d-dd1a4a869b5c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0617483 May 04 17:54:01.583441 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-14ee6d3f-1329-469b-a1d3-40c058bfcf61 req-867371da-fc8c-46e8-8f21-c4541d76ed98 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466781 May 04 17:54:02.047228 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0a859-16cb-4a06-8674-1448f78882d5 req-92948bbf-a35b-4f26-9a57-f63316d9c867 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:02.049821 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-efc0a859-16cb-4a06-8674-1448f78882d5 req-92948bbf-a35b-4f26-9a57-f63316d9c867 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0655074 May 04 17:54:02.105839 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-efc0a859-16cb-4a06-8674-1448f78882d5 req-3dd0b508-16fa-43a2-bc50-ddd4441971fe tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494609 May 04 17:54:02.713528 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5239363-9e81-4598-9aa4-821f422980cf req-25da0096-4a71-41a4-89fe-b9286625cee7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:02.715114 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b5239363-9e81-4598-9aa4-821f422980cf req-25da0096-4a71-41a4-89fe-b9286625cee7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0558045 May 04 17:54:02.767560 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b5239363-9e81-4598-9aa4-821f422980cf req-3c16609e-c069-422e-a0d5-00dd8a0fcebe tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 May 04 17:54:03.234345 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2451b6f-c627-442c-811f-538a7a1e413d req-d1bfc137-2a31-48e1-bc77-96536da1dc5d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:03.236587 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a2451b6f-c627-442c-811f-538a7a1e413d req-d1bfc137-2a31-48e1-bc77-96536da1dc5d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0600975 May 04 17:54:03.308517 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a2451b6f-c627-442c-811f-538a7a1e413d req-8119a5e8-129c-4a2a-89ea-f7cf8fb50cd3 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614839 May 04 17:54:03.895068 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb9f5c-35f6-4d1c-8c47-a626f0c83925 req-9f8fdbb0-18c3-4e04-8882-b2fc7231cd5e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:03.897184 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13fb9f5c-35f6-4d1c-8c47-a626f0c83925 req-9f8fdbb0-18c3-4e04-8882-b2fc7231cd5e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0530005 May 04 17:54:03.924594 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:54:03.952045 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-13fb9f5c-35f6-4d1c-8c47-a626f0c83925 req-e733712b-2eb9-4b22-83f9-96d24ae56f99 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479491 May 04 17:54:04.447396 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e2535-4d39-4ba8-83f9-920c209ad573 req-ad37cc67-dc35-4cb0-a099-ee51cae97d69 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:04.449004 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f55e2535-4d39-4ba8-83f9-920c209ad573 req-ad37cc67-dc35-4cb0-a099-ee51cae97d69 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0516005 May 04 17:54:04.502775 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f55e2535-4d39-4ba8-83f9-920c209ad573 req-82465c1b-c3b2-4c07-8b9a-7506ad9ada54 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476470 May 04 17:54:05.078624 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec98de9-9eb7-4874-b094-f7c4fa650f3f req-b8bfd81f-553e-4b8d-a51d-a814c3c9ff97 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:05.080184 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ec98de9-9eb7-4874-b094-f7c4fa650f3f req-b8bfd81f-553e-4b8d-a51d-a814c3c9ff97 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0518446 May 04 17:54:05.132576 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ec98de9-9eb7-4874-b094-f7c4fa650f3f req-06f0efb3-e040-4f4a-a3dc-3f12ec4b26b8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430276 May 04 17:54:05.659772 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8734a-6826-42f6-981e-9aeaaac1a68f req-2b0bbf5a-295c-4d65-86e8-ebed563051d3 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:05.662443 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9be8734a-6826-42f6-981e-9aeaaac1a68f req-2b0bbf5a-295c-4d65-86e8-ebed563051d3 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0669403 May 04 17:54:05.737246 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9be8734a-6826-42f6-981e-9aeaaac1a68f req-9c47f03f-b57b-40fb-85d9-15c43432aae0 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679579 May 04 17:54:06.252871 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d12b15-0bfa-42ce-a24c-7ea45fb3d55b req-b8ed7841-f260-4d82-949c-36f77d8007c6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:06.255053 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f8d12b15-0bfa-42ce-a24c-7ea45fb3d55b req-b8ed7841-f260-4d82-949c-36f77d8007c6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0504982 May 04 17:54:06.312876 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f8d12b15-0bfa-42ce-a24c-7ea45fb3d55b req-2c84d950-5d33-498b-9e77-d069405d0015 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519812 May 04 17:54:06.860849 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456666b-6ce3-429c-a1c3-5d3fc15d97b5 req-ca1c2962-e551-4ae6-91fd-e164d8fe2037 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:06.862396 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d456666b-6ce3-429c-a1c3-5d3fc15d97b5 req-ca1c2962-e551-4ae6-91fd-e164d8fe2037 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0539660 May 04 17:54:06.914326 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d456666b-6ce3-429c-a1c3-5d3fc15d97b5 req-2c03523c-7ca4-4b47-ab34-a23af0a6f203 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459898 May 04 17:54:07.496024 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d469c-549e-4027-8a32-092466ab5647 req-62e6bd10-e4f2-457f-9065-b96c9a2f5ad8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:07.498249 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2a9d469c-549e-4027-8a32-092466ab5647 req-62e6bd10-e4f2-457f-9065-b96c9a2f5ad8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0980952 May 04 17:54:07.547983 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2a9d469c-549e-4027-8a32-092466ab5647 req-6935a72b-2640-4ffe-85cf-e9fde08fa24d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 May 04 17:54:08.021330 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device f47016af-af73-4505-8c5b-7bb450522995 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:54:08.039556 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b0d1c-e426-410a-a17f-28daa6749210 req-07891aea-ed10-4a9f-b76c-d844a7473ce8 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:08.048963 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-571b0d1c-e426-410a-a17f-28daa6749210 req-07891aea-ed10-4a9f-b76c-d844a7473ce8 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0632484 May 04 17:54:08.122470 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-571b0d1c-e426-410a-a17f-28daa6749210 req-85c77450-96a6-4f55-ac8d-5e794979ee39 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725508 May 04 17:54:08.159065 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:54:08.171790 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'f47016af-af73-4505-8c5b-7bb450522995', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'port_id': 'f47016af-af73-4505-8c5b-7bb450522995', 'mac_address': 'fa:16:3e:8c:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:54:08.214488 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port f47016af-af73-4505-8c5b-7bb450522995 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:54:08.214790 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (f47016af-af73-4505-8c5b-7bb450522995), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:08.228585 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47016af-af73-4505-8c5b-7bb450522995 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:54:08.250866 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:54:08.368615 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:08.416710 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:08.423821 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.429867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:08.664427 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c17db-939c-4f57-8e92-ef77137968e1 req-e7e784cb-e9d0-4e6a-a66e-b3e9d5fdaf39 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:08.666143 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-176c17db-939c-4f57-8e92-ef77137968e1 req-e7e784cb-e9d0-4e6a-a66e-b3e9d5fdaf39 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0493677 May 04 17:54:08.716945 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-176c17db-939c-4f57-8e92-ef77137968e1 req-7953b748-3612-495e-a801-5a6bd6299402 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442977 May 04 17:54:08.893119 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['f47016af-af73-4505-8c5b-7bb450522995'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:54:09.243799 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04250e09-5a54-42e8-9a08-c45396ac0545 req-73ca3fb4-1b23-46a0-8f65-6a69edb7e9d9 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:09.245311 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-04250e09-5a54-42e8-9a08-c45396ac0545 req-73ca3fb4-1b23-46a0-8f65-6a69edb7e9d9 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 945 time: 0.0502107 May 04 17:54:09.293147 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-04250e09-5a54-42e8-9a08-c45396ac0545 req-018f75c5-605a-42ac-9968-2ad0ea3043a4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 May 04 17:54:09.829754 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb3f1-f6be-4d30-bbe1-3babc568d9fc req-63f659d5-514c-4abf-8c2c-eb5fe04e40e3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:09.831224 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6a8fb3f1-f6be-4d30-bbe1-3babc568d9fc req-63f659d5-514c-4abf-8c2c-eb5fe04e40e3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0464609 May 04 17:54:09.877746 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6a8fb3f1-f6be-4d30-bbe1-3babc568d9fc req-e156503f-7d7d-40c9-b239-c03da33f0128 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404272 May 04 17:54:09.980060 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-7091fbc4-f5af-4d55-9586-261ccf5e196f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:10.121400 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device f47016af-af73-4505-8c5b-7bb450522995 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:54:10.170533 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port f47016af-af73-4505-8c5b-7bb450522995 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:54:10.237588 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port f47016af-af73-4505-8c5b-7bb450522995 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:54:10.238154 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (f47016af-af73-4505-8c5b-7bb450522995), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:10.317443 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port f47016af-af73-4505-8c5b-7bb450522995 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:54:10.317845 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (f47016af-af73-4505-8c5b-7bb450522995), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:10.347733 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:10.350129 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302dd0f8-2ff0-488a-bf90-331b18f0c3fd" -d '{"events": [{"server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "name": "network-vif-plugged", "status": "completed", "tag": "f47016af-af73-4505-8c5b-7bb450522995"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:54:10.363621 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:54:10.385372 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9e930-f64b-4e76-b6d5-ab1386410f2a x-openstack-request-id: req-f2a9e930-f64b-4e76-b6d5-ab1386410f2a {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:54:10.385669 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "name": "network-vif-plugged", "status": "completed", "tag": "f47016af-af73-4505-8c5b-7bb450522995", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:54:10.385927 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2a9e930-f64b-4e76-b6d5-ab1386410f2a {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:54:10.386328 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a9e930-f64b-4e76-b6d5-ab1386410f2a'] response: {'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995', 'code': 200} May 04 17:54:10.414572 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe818f-91b0-4be3-9078-a2522537e15c req-5bfd32c6-96e8-4a2a-9645-ee19d448e1b7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:10.416110 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-eefe818f-91b0-4be3-9078-a2522537e15c req-5bfd32c6-96e8-4a2a-9645-ee19d448e1b7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 945 time: 0.0496943 May 04 17:54:10.465951 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:10.467023 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-eefe818f-91b0-4be3-9078-a2522537e15c req-3743f07c-d9e6-4178-8b7c-5b5368d3ddb3 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451567 May 04 17:54:10.517810 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:10.760190 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957e44e-e47a-4508-8b57-dba15bb3b010 req-49480137-8dc1-4204-b0ea-fed16b495605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:10.761635 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b957e44e-e47a-4508-8b57-dba15bb3b010 req-49480137-8dc1-4204-b0ea-fed16b495605 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1130 time: 0.0422730 May 04 17:54:10.813716 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b957e44e-e47a-4508-8b57-dba15bb3b010 req-c5c83eef-ee37-44f1-a32a-b731ed71e53a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393698 May 04 17:54:10.994296 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0098ff-58d2-470c-94fb-914a28e2e2e5 req-8af02eca-6698-45ae-8b51-da4a11069ba4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:10.995746 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6d0098ff-58d2-470c-94fb-914a28e2e2e5 req-8af02eca-6698-45ae-8b51-da4a11069ba4 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0473635 May 04 17:54:11.042791 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6d0098ff-58d2-470c-94fb-914a28e2e2e5 req-f06e6415-b0db-4b1d-86eb-a897f22c33f0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414901 May 04 17:54:11.585663 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f92036-ec86-4948-bd36-6b49c3b17269 req-f79c10d4-574a-4fed-a465-6f8c3f6baf60 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:11.587153 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-60f92036-ec86-4948-bd36-6b49c3b17269 req-f79c10d4-574a-4fed-a465-6f8c3f6baf60 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0515504 May 04 17:54:11.639847 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-60f92036-ec86-4948-bd36-6b49c3b17269 req-b5666763-34da-4f8d-ab05-98a5ca9e2f25 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470834 May 04 17:54:12.158865 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c2cb6-d3ac-4413-a0a0-d872f8243700 req-8a1624df-4045-48a0-a90b-a17646bfa813 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:12.160346 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d62c2cb6-d3ac-4413-a0a0-d872f8243700 req-8a1624df-4045-48a0-a90b-a17646bfa813 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0475283 May 04 17:54:12.211213 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d62c2cb6-d3ac-4413-a0a0-d872f8243700 req-b27e2a01-dd53-432d-97a8-fd3ef181625e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452352 May 04 17:54:12.362815 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-bcfccaa8-9266-45c6-b618-c308d7664461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:12.599013 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37658) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:12.642760 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Deleting subnet a2f18792-de21-4de8-8943-a133c56153bc {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:54:12.645787 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Publish callbacks [] for subnet (a2f18792-de21-4de8-8943-a133c56153bc), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:12.680782 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3539813'] for subnet (a2f18792-de21-4de8-8943-a133c56153bc), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:12.750446 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (a2f18792-de21-4de8-8943-a133c56153bc), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:12.784333 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7f97d-0f37-4b9d-9adf-7af26bc61db9 req-b23c0beb-f4b7-45ee-a431-7085449461d2 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:12.785816 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-32f7f97d-0f37-4b9d-9adf-7af26bc61db9 req-b23c0beb-f4b7-45ee-a431-7085449461d2 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0774615 May 04 17:54:12.855366 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-32f7f97d-0f37-4b9d-9adf-7af26bc61db9 req-1ee0b0af-e150-4d8d-89e8-0a9328f1317c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628870 May 04 17:54:12.901168 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6097140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26047615'] for subnet (a2f18792-de21-4de8-8943-a133c56153bc), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:12.928430 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f18792-de21-4de8-8943-a133c56153bc,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:12.933012 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:12.936155 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a2f18792-de21-4de8-8943-a133c56153bc HTTP/1.1" status: 204 len: 168 time: 0.3356633 May 04 17:54:12.938750 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 37664) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:12.941152 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.941505 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.941849 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.942192 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.942524 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.942859 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.943188 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.943595 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.943900 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.944235 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.944589 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.944921 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.945246 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.945567 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:12.945898 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04518096-0e18-44d7-972c-04e0461fcdb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.007494 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (32ca344d-9d04-4e6c-ad02-bd13e0c29fdb), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.092811 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (32ca344d-9d04-4e6c-ad02-bd13e0c29fdb), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.116253 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ca344d-9d04-4e6c-ad02-bd13e0c29fdb']}} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:13.126581 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a81eed-a909-4447-91f4-06945e636668') {'for_net_delete': True} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:13.126880 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a81eed-a909-4447-91f4-06945e636668') {} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:13.140692 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414033'] for segment (72a81eed-a909-4447-91f4-06945e636668), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.156571 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (72a81eed-a909-4447-91f4-06945e636668), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.165200 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=110469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:54:13.165871 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540896'] for segment (72a81eed-a909-4447-91f4-06945e636668), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: Traceback (most recent call last): May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: timer() May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: cb(*args, **kw) May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: return func(*args, **kwargs) May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: self._notify() May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: self.callback(batched_events) May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: event.method(event) May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: return f(self, *a, **k) May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._get(url).json() May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: return self.request(url, 'GET', **kwargs) May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:54:13.177862 dv-cinder-840512-1-iscsi neutron-server[110469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:54:13.344974 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (32ca344d-9d04-4e6c-ad02-bd13e0c29fdb), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.351826 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6452-8914-4b08-8358-1a7c87b30442 req-eac913fb-bd9c-4bcd-8137-d746f98fc688 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:13.352919 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be2b6452-8914-4b08-8358-1a7c87b30442 req-eac913fb-bd9c-4bcd-8137-d746f98fc688 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0603030 May 04 17:54:13.359575 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.363529 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] 10.222.0.81 "DELETE /v2.0/networks/32ca344d-9d04-4e6c-ad02-bd13e0c29fdb HTTP/1.1" status: 204 len: 168 time: 0.4236944 May 04 17:54:13.383599 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ca344d-9d04-4e6c-ad02-bd13e0c29fdb,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:13.400419 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.405156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23d3612-d541-46ba-88d6-5f2eb279a005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:13.436544 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be2b6452-8914-4b08-8358-1a7c87b30442 req-b8d163a4-9194-4098-8967-0c1be6d93eee tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717049 May 04 17:54:13.755465 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 37670) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:13.798812 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-7942d626-00f2-4fa0-8f37-3da13e27344b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a58f0a02b9604b74a0b7f7f5039ee809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415008 May 04 17:54:13.801322 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 37672) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:13.846021 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.848616 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-67a4db05-8bae-4ac3-b9e4-19398f6fdc20 admin admin] Publish callbacks [] for security_group (88469933-3103-4f09-9131-eec65eea3ee4), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.870976 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-67a4db05-8bae-4ac3-b9e4-19398f6fdc20 admin admin] Publish callbacks [] for security_group (88469933-3103-4f09-9131-eec65eea3ee4), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.969750 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baab3e-7c52-4770-8e5e-44ef0c6d5732 req-e82a509b-4fda-4126-a664-aba0bfd7facb tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:13.971342 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-18baab3e-7c52-4770-8e5e-44ef0c6d5732 req-e82a509b-4fda-4126-a664-aba0bfd7facb tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0480359 May 04 17:54:13.982871 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-67a4db05-8bae-4ac3-b9e4-19398f6fdc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (88469933-3103-4f09-9131-eec65eea3ee4), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.985423 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-67a4db05-8bae-4ac3-b9e4-19398f6fdc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:13.986566 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-67a4db05-8bae-4ac3-b9e4-19398f6fdc20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88469933-3103-4f09-9131-eec65eea3ee4 HTTP/1.1" status: 204 len: 168 time: 0.1843610 May 04 17:54:13.995028 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4db05-8bae-4ac3-b9e4-19398f6fdc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88469933-3103-4f09-9131-eec65eea3ee4,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:14.030869 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-18baab3e-7c52-4770-8e5e-44ef0c6d5732 req-694dea92-dd63-4732-b7bb-4357098c501d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533094 May 04 17:54:14.143550 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b62be7-81fe-4c02-af39-8a071fd70e47 req-3fbb66ff-940f-4c3c-a31d-157ae74d4fc5 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:14.145012 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a5b62be7-81fe-4c02-af39-8a071fd70e47 req-3fbb66ff-940f-4c3c-a31d-157ae74d4fc5 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0482464 May 04 17:54:14.199964 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a5b62be7-81fe-4c02-af39-8a071fd70e47 req-681bc2e3-cb1b-4e8f-baaa-98a67ce548e9 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489857 May 04 17:54:14.221005 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 37682) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:14.448703 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384bafb5-3b5f-46c2-812b-98f229f8ea4a tempest-TestShelveInstance-1642911590 tempest-TestShelveInstance-1642911590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:14.450247 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-384bafb5-3b5f-46c2-812b-98f229f8ea4a tempest-TestShelveInstance-1642911590 tempest-TestShelveInstance-1642911590-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1125 time: 0.2282512 May 04 17:54:14.453243 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 37694) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:14.457580 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'port_id': 'f47016af-af73-4505-8c5b-7bb450522995', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:54:14.558099 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36336e4-f8b6-4907-b4fe-61c4cfdfb206 req-1e275241-2a1e-4a60-90c0-e798e2c28ffe tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:14.559618 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d36336e4-f8b6-4907-b4fe-61c4cfdfb206 req-1e275241-2a1e-4a60-90c0-e798e2c28ffe tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0488288 May 04 17:54:14.574682 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:14.608422 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d36336e4-f8b6-4907-b4fe-61c4cfdfb206 req-5c79e15c-4d90-4b75-b42c-f9844ecbe71c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432553 May 04 17:54:14.665486 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:14.777070 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Allocated IP 172.27.2.53 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/d66ca19c-15ed-4201-b19c-d7245ba3f983) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:54:14.882113 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for port (d66ca19c-15ed-4201-b19c-d7245ba3f983), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:15.006972 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (d66ca19c-15ed-4201-b19c-d7245ba3f983), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:15.044127 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:54:15.046961 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:54:15.050560 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:54:15.082751 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'Port': ['ID=d66ca19c-15ed-4201-b19c-d7245ba3f983,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:15.429937 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for floatingip (af81deab-39ac-41e8-8871-e4b5f7013b84), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:15.491411 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:15.626010 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d66ca19c-15ed-4201-b19c-d7245ba3f983), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:15.772618 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a2917-ed1b-4d44-bb35-490b359d5881 req-2932c9d8-6027-401a-9ba3-4449e789d3d8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:15.774176 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c0a2917-ed1b-4d44-bb35-490b359d5881 req-2932c9d8-6027-401a-9ba3-4449e789d3d8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0894144 May 04 17:54:15.851333 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for port (d66ca19c-15ed-4201-b19c-d7245ba3f983), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:15.856732 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c0a2917-ed1b-4d44-bb35-490b359d5881 req-ef416c25-4609-4094-85b4-db9d51de0d71 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731256 May 04 17:54:15.923326 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (d66ca19c-15ed-4201-b19c-d7245ba3f983), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:15.994409 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event updated for resources: {'Port': ['ID=d66ca19c-15ed-4201-b19c-d7245ba3f983,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:16.007722 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (af81deab-39ac-41e8-8871-e4b5f7013b84), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:16.112132 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Floating IP af81deab-39ac-41e8-8871-e4b5f7013b84 associated. External IP: 172.27.2.53, port: f47016af-af73-4505-8c5b-7bb450522995. May 04 17:54:16.561430 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:54:16.671477 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:54:16.682228 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] Sync routers for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:54:16.692869 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:54:16.693566 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:16.765542 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:16.791923 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:16.794303 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-3e20ac4d-9651-4ef0-a35e-45f88e049491 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3400180 May 04 17:54:16.794951 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:16.797321 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d" -d '{"events": [{"name": "network-changed", "server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "tag": "f47016af-af73-4505-8c5b-7bb450522995"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:54:16.801809 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:54:16.838085 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880d47ca-76c7-4f10-962f-26814a0d55bf x-openstack-request-id: req-880d47ca-76c7-4f10-962f-26814a0d55bf {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:54:16.838420 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "tag": "f47016af-af73-4505-8c5b-7bb450522995", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:54:16.838728 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-880d47ca-76c7-4f10-962f-26814a0d55bf {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:54:16.839145 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880d47ca-76c7-4f10-962f-26814a0d55bf'] response: {'name': 'network-changed', 'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995', 'status': 'completed', 'code': 200} May 04 17:54:16.935277 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-0df69a44-601b-4335-893f-95addf992733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:16.936915 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-0df69a44-601b-4335-893f-95addf992733 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1130 time: 0.0521424 May 04 17:54:17.012205 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110595aa-d61d-4c21-8fe2-e1e2bf9eeeb6 req-486c0f3b-7bb2-4676-a933-451935d623bd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:17.014089 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-110595aa-d61d-4c21-8fe2-e1e2bf9eeeb6 req-486c0f3b-7bb2-4676-a933-451935d623bd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0804238 May 04 17:54:17.041921 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'af81deab-39ac-41e8-8871-e4b5f7013b84', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'port_id': 'f47016af-af73-4505-8c5b-7bb450522995', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'mac_address': 'fa:16:3e:8c:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:54:15Z', 'updated_at': '2022-05-04T17:54:15Z', 'revision_number': 0, 'project_id': '7bf503d4d93642a196265e5250c73455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:16Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:17.069269 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] Checking router: 8284e7d3-f65d-4ce2-aaa1-df675a871d25 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:54:17.078341 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:54:17.078969 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:17.106808 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-487f30d3-30a1-4982-8c45-5897b1ea424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:17.108306 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-487f30d3-30a1-4982-8c45-5897b1ea424b service neutron] 10.222.0.86 "GET /v2.0/networks?id=527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 200 len: 910 time: 0.1604621 May 04 17:54:17.111722 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-110595aa-d61d-4c21-8fe2-e1e2bf9eeeb6 req-258c511a-05a5-435d-89cf-37dc0e2e549c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663230 May 04 17:54:17.185246 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-904b1027-b0d2-4fc9-9793-b2d5beb40b9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 999 time: 0.0680797 May 04 17:54:17.192688 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:54:17.245304 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-1a6fae8f-1989-490d-9b68-bdd07a58cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:17.246768 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-1a6fae8f-1989-490d-9b68-bdd07a58cb95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0d563a-751d-41e6-803f-e48cb8c4fed6 HTTP/1.1" status: 200 len: 848 time: 0.0496349 May 04 17:54:17.292963 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-27e70513-a9f1-487e-85f7-d8afc860d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:17.294414 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-27e70513-a9f1-487e-85f7-d8afc860d9ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=527c58ff-1834-4195-9dd0-337553509c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385406 May 04 17:54:17.417108 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'af81deab-39ac-41e8-8871-e4b5f7013b84', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'port_id': 'f47016af-af73-4505-8c5b-7bb450522995', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'mac_address': 'fa:16:3e:8c:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:54:15Z', 'updated_at': '2022-05-04T17:54:15Z', 'revision_number': 0, 'project_id': '7bf503d4d93642a196265e5250c73455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:16Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:17.444373 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac820b88-9f66-4df3-b69a-3907b30a366d None None] The sync data for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi is: [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'af81deab-39ac-41e8-8871-e4b5f7013b84', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'port_id': 'f47016af-af73-4505-8c5b-7bb450522995', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'mac_address': 'fa:16:3e:8c:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:54:15Z', 'updated_at': '2022-05-04T17:54:15Z', 'revision_number': 0, 'project_id': '7bf503d4d93642a196265e5250c73455', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:16Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:54:17.447766 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-1155ce3d-265b-489b-8e72-678446fa6d08 service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888050 May 04 17:54:17.557028 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ab0488f-93f0-4a14-9f98-0bfb9e5ec64d req-cd9c9c66-d112-4d54-92da-2ced99ad3aa3 service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904531 May 04 17:54:17.638973 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228c00d-cc41-4ea7-a217-074e0a91962c None None] New status for floating IP af81deab-39ac-41e8-8871-e4b5f7013b84: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:54:18.229137 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b5cdd-4544-4e6c-9676-cace49adb1f5 req-1c9e5c2d-6309-4825-8626-1d7f7027ebbd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:18.230665 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-325b5cdd-4544-4e6c-9676-cace49adb1f5 req-1c9e5c2d-6309-4825-8626-1d7f7027ebbd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0477562 May 04 17:54:18.277183 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-325b5cdd-4544-4e6c-9676-cace49adb1f5 req-bfb672ea-8c5f-4031-9160-7f7bb2e8c67e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409904 May 04 17:54:18.663735 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 37742) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:18.773817 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7d3c387b-4430-42c7-88bf-0235b57f7d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:18.852747 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7d3c387b-4430-42c7-88bf-0235b57f7d35 admin admin] Publish callbacks [] for security_group (62e4f3a0-0e6b-4da2-aef8-3c5e720144c9), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:18.946349 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7d3c387b-4430-42c7-88bf-0235b57f7d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (62e4f3a0-0e6b-4da2-aef8-3c5e720144c9), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:18.983517 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-7d3c387b-4430-42c7-88bf-0235b57f7d35 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=388a80fb643847e18baf23158d805f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186920 May 04 17:54:18.984461 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c387b-4430-42c7-88bf-0235b57f7d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e4f3a0-0e6b-4da2-aef8-3c5e720144c9,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:18.986170 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 37746) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:19.038584 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0ef2920d-a4b8-45ea-a1b8-ea198d3e0bb9 admin admin] Publish callbacks [] for security_group (62e4f3a0-0e6b-4da2-aef8-3c5e720144c9), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:19.060284 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0ef2920d-a4b8-45ea-a1b8-ea198d3e0bb9 admin admin] Publish callbacks [] for security_group (62e4f3a0-0e6b-4da2-aef8-3c5e720144c9), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:19.183018 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0ef2920d-a4b8-45ea-a1b8-ea198d3e0bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (62e4f3a0-0e6b-4da2-aef8-3c5e720144c9), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:19.185678 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0ef2920d-a4b8-45ea-a1b8-ea198d3e0bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:19.186837 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0ef2920d-a4b8-45ea-a1b8-ea198d3e0bb9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62e4f3a0-0e6b-4da2-aef8-3c5e720144c9 HTTP/1.1" status: 204 len: 168 time: 0.1988115 May 04 17:54:19.195398 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2920d-a4b8-45ea-a1b8-ea198d3e0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e4f3a0-0e6b-4da2-aef8-3c5e720144c9,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:19.392694 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae261f-90fe-47bd-95c4-f5fc894bc849 req-981d10f9-cb60-4c78-be23-a16642915af1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:19.394223 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fcae261f-90fe-47bd-95c4-f5fc894bc849 req-981d10f9-cb60-4c78-be23-a16642915af1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0485718 May 04 17:54:19.443845 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fcae261f-90fe-47bd-95c4-f5fc894bc849 req-970b308b-f63d-4470-a174-f61fd40b480d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 May 04 17:54:20.567327 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2ad77-2380-4646-8e88-3160f716484c req-3b28ebee-84b5-479a-827e-fc60a9e64a97 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:20.568873 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d5b2ad77-2380-4646-8e88-3160f716484c req-3b28ebee-84b5-479a-827e-fc60a9e64a97 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0560429 May 04 17:54:20.618075 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d5b2ad77-2380-4646-8e88-3160f716484c req-e3650c94-ec1c-4101-a183-eb77c60bf001 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 May 04 17:54:21.739209 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f37b3-0708-4bf1-99bf-0cecc469b91e req-78366dbe-1f85-4b49-8554-b8f15c21d7c5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:21.740744 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8b3f37b3-0708-4bf1-99bf-0cecc469b91e req-78366dbe-1f85-4b49-8554-b8f15c21d7c5 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0505266 May 04 17:54:21.788017 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8b3f37b3-0708-4bf1-99bf-0cecc469b91e req-e13dde2f-f4cb-4ed5-baef-682c102f0117 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 May 04 17:54:22.723032 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa857d-904a-4987-86c9-97e4cc409de1 req-c2fe7f4a-1ba7-440d-9ae2-dcae5fd74eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:22.724431 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a2aa857d-904a-4987-86c9-97e4cc409de1 req-c2fe7f4a-1ba7-440d-9ae2-dcae5fd74eee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1130 time: 0.0390699 May 04 17:54:22.786799 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a2aa857d-904a-4987-86c9-97e4cc409de1 req-2d17be76-04bd-463b-8065-37c1fca75011 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 May 04 17:54:22.917635 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713875fb-6bc2-40f8-87e9-418f87f6eda9 req-4273ac85-69e0-4b9a-b045-2a0104ce7b88 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:22.919222 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-713875fb-6bc2-40f8-87e9-418f87f6eda9 req-4273ac85-69e0-4b9a-b045-2a0104ce7b88 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0595739 May 04 17:54:22.971371 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-713875fb-6bc2-40f8-87e9-418f87f6eda9 req-fad23729-0507-49e3-aabd-b41e67433403 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464475 May 04 17:54:23.212498 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:24.083673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbec87a-df85-431e-93d4-4bca03e116da req-d40d637f-361a-4d3e-9f02-64de05545dc3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:24.085183 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2cbec87a-df85-431e-93d4-4bca03e116da req-d40d637f-361a-4d3e-9f02-64de05545dc3 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0472171 May 04 17:54:24.131388 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2cbec87a-df85-431e-93d4-4bca03e116da req-ae999ec1-0d90-4e44-a92f-23128c21858e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 May 04 17:54:25.244363 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5e8d4-fcb0-40a6-9d2e-0fea009d10dd req-5cd43442-4284-4f3b-9c79-8db29e66c7bd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:25.245853 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-24e5e8d4-fcb0-40a6-9d2e-0fea009d10dd req-5cd43442-4284-4f3b-9c79-8db29e66c7bd tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0465984 May 04 17:54:25.290997 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-24e5e8d4-fcb0-40a6-9d2e-0fea009d10dd req-da47b35f-e08d-43a6-aa88-dcbd9a44f65f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 May 04 17:54:26.406630 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156036-e6e9-4f69-873c-4d6ba0e2803d req-549312eb-765a-42b8-afe8-fbbc52741e2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:26.408095 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c156036-e6e9-4f69-873c-4d6ba0e2803d req-549312eb-765a-42b8-afe8-fbbc52741e2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0493309 May 04 17:54:26.454319 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c156036-e6e9-4f69-873c-4d6ba0e2803d req-bad91cca-d3f0-4650-aaf8-0449c79400e1 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 May 04 17:54:27.567868 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452afe41-20dd-4f7a-af27-96cedcc12219 req-7713134d-b96b-4e78-93e4-63c67bb7b03c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:27.569348 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-452afe41-20dd-4f7a-af27-96cedcc12219 req-7713134d-b96b-4e78-93e4-63c67bb7b03c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0460944 May 04 17:54:27.616615 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-452afe41-20dd-4f7a-af27-96cedcc12219 req-38952838-d5bd-4378-8cfe-b29e573d1788 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406044 May 04 17:54:28.738013 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316782f-8a7c-4d4a-8de8-394d6e76ee01 req-8772dcb2-ed45-4fb1-aaa5-a37305e51d79 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:28.739483 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9316782f-8a7c-4d4a-8de8-394d6e76ee01 req-8772dcb2-ed45-4fb1-aaa5-a37305e51d79 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0479994 May 04 17:54:28.790103 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9316782f-8a7c-4d4a-8de8-394d6e76ee01 req-0871766d-eb8e-483e-9638-254cab03a014 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 May 04 17:54:29.904242 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93a6b9-3d7a-46d5-82fc-f8b94ada38ca req-f153fd70-4186-4aee-88a7-1ec2a749cefa tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:29.905712 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca93a6b9-3d7a-46d5-82fc-f8b94ada38ca req-f153fd70-4186-4aee-88a7-1ec2a749cefa tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0480917 May 04 17:54:29.953142 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca93a6b9-3d7a-46d5-82fc-f8b94ada38ca req-47d17805-27f9-4880-939e-3846be1794aa tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417910 May 04 17:54:31.070089 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cd12d-3d52-482a-a823-08f8e2ca33ae req-15c88115-6e9e-43fc-a9cb-ae105c8e6752 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:31.071956 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b36cd12d-3d52-482a-a823-08f8e2ca33ae req-15c88115-6e9e-43fc-a9cb-ae105c8e6752 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0500073 May 04 17:54:31.119541 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b36cd12d-3d52-482a-a823-08f8e2ca33ae req-3d199ec2-bd15-4f39-8447-5d63f404ef81 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 May 04 17:54:31.427441 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a428314-bc0d-435a-9710-2f09fb271050 req-c2487331-cbce-4093-b0b2-f1e855ae61c7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:31.429314 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2a428314-bc0d-435a-9710-2f09fb271050 req-c2487331-cbce-4093-b0b2-f1e855ae61c7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0617256 May 04 17:54:31.476221 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2a428314-bc0d-435a-9710-2f09fb271050 req-21946b61-a7c2-4fd2-b1f7-d299080a6944 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 May 04 17:54:31.725345 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38dab1-a8b1-4acb-bcee-e73a07079186 req-1dc76a9a-a8a3-470a-a6ba-ba04e3d52bbf tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:31.727437 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2f38dab1-a8b1-4acb-bcee-e73a07079186 req-1dc76a9a-a8a3-470a-a6ba-ba04e3d52bbf tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0570462 May 04 17:54:31.786842 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2f38dab1-a8b1-4acb-bcee-e73a07079186 req-f0ed5f82-0239-4403-bc21-13a832c6e09d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536160 May 04 17:54:32.597735 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4db4-8cdf-42b3-bbf5-881f11c5544e req-c52043f9-d6d3-45ec-8e26-ecbdff3912ba tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:32.599142 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-114b4db4-8cdf-42b3-bbf5-881f11c5544e req-c52043f9-d6d3-45ec-8e26-ecbdff3912ba tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0477540 May 04 17:54:32.651372 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-114b4db4-8cdf-42b3-bbf5-881f11c5544e req-9eed43c2-d469-4490-8fe6-ebfa777a5c03 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 May 04 17:54:32.909078 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8a8f2-74e6-4604-83eb-429b18535e54 req-3d293afa-b228-4cb7-9c15-2fa6437de626 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:32.910921 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-58c8a8f2-74e6-4604-83eb-429b18535e54 req-3d293afa-b228-4cb7-9c15-2fa6437de626 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0532413 May 04 17:54:32.963919 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-58c8a8f2-74e6-4604-83eb-429b18535e54 req-253f327c-5115-44e8-aff3-1dca0f07be2c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465343 May 04 17:54:33.774112 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103dc71-7dd3-4a74-832a-e8d7ad734a99 req-f59220af-f927-4966-b3eb-7de2c27d3646 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:33.775627 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e103dc71-7dd3-4a74-832a-e8d7ad734a99 req-f59220af-f927-4966-b3eb-7de2c27d3646 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0517657 May 04 17:54:33.825418 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e103dc71-7dd3-4a74-832a-e8d7ad734a99 req-3115f6b1-8b17-4645-a29d-657b41f6f39b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 May 04 17:54:34.085323 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cf327-d6b5-417b-9301-9bb7c2d4a2d0 req-14f4ba93-20ef-42df-80ac-fe413afd859d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:34.087516 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-385cf327-d6b5-417b-9301-9bb7c2d4a2d0 req-14f4ba93-20ef-42df-80ac-fe413afd859d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0489924 May 04 17:54:34.135980 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-385cf327-d6b5-417b-9301-9bb7c2d4a2d0 req-70e3b846-7b46-4343-872d-e6ad4c570e24 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428810 May 04 17:54:34.876852 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-a373d185-35df-4a5c-8f9b-42aefa7b9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:34.878526 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-a373d185-35df-4a5c-8f9b-42aefa7b9103 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1130 time: 0.0466750 May 04 17:54:34.948883 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21634a56-eb0c-4170-ae9c-7bf37c028586 req-e3f4ff16-0e66-4b99-870a-2a1b9d3f778e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:34.950511 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-21634a56-eb0c-4170-ae9c-7bf37c028586 req-e3f4ff16-0e66-4b99-870a-2a1b9d3f778e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0494387 May 04 17:54:34.971500 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-301481af-c9dc-4a43-a56d-5817f72f8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:34.972995 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-301481af-c9dc-4a43-a56d-5817f72f8cc1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.0876508 May 04 17:54:34.999041 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-21634a56-eb0c-4170-ae9c-7bf37c028586 req-976da63d-43a1-4914-8814-d47c81d97c6e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 May 04 17:54:35.251537 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0587-924c-499a-ade2-eca608d37b82 req-ae5b45e9-94bb-4a17-8669-b227785d624d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:35.253049 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-839f0587-924c-499a-ade2-eca608d37b82 req-ae5b45e9-94bb-4a17-8669-b227785d624d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0478854 May 04 17:54:35.302578 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-839f0587-924c-499a-ade2-eca608d37b82 req-d102fed4-365c-44a8-adab-042439c76594 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439258 May 04 17:54:35.641988 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-7f0fd7db-3ed5-4a15-950a-76edb42389e4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:35.645872 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-7f0fd7db-3ed5-4a15-950a-76edb42389e4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.1071537 May 04 17:54:35.658423 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-dada448f-353d-4cd3-ac1d-77d7e54ea8c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 200 len: 1002 time: 0.1266758 May 04 17:54:35.818151 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-a350d440-0d16-4cce-9198-dad343c55063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:35.821329 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-a350d440-0d16-4cce-9198-dad343c55063 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.1149578 May 04 17:54:35.871415 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Deleting port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:54:35.871811 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:35.894501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-70471a01-6f64-452c-8aa7-e142540ef307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:35.895177 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-70471a01-6f64-452c-8aa7-e142540ef307 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642529 May 04 17:54:36.042095 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] For port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:54:36.042473 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:36.135586 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-919aa5cf-b04a-4f61-b03d-0a9bd44e416b service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283413 May 04 17:54:36.151245 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd89f4-e75f-4a3e-bf75-38c25922d331 req-239a8890-9d20-4dfd-8be1-8de01a1285ee tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:36.153022 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b3dd89f4-e75f-4a3e-bf75-38c25922d331 req-239a8890-9d20-4dfd-8be1-8de01a1285ee tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 947 time: 0.0643024 May 04 17:54:36.213617 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b3dd89f4-e75f-4a3e-bf75-38c25922d331 req-b962c6f4-467e-4655-968f-eef533f6f34e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=763b0769-dd71-44fd-ab9f-b7aa9f32f16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531430 May 04 17:54:36.363066 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a45a033c-e05d-498e-a69b-30db4c1ffe96 req-63532a69-5920-4e01-96f5-a37d4969a7e6 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777811 May 04 17:54:36.401769 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:36.402144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (fe243391-a780-4d9e-a2af-e6b67d975d02), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:36.402459 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Floating IP fe243391-a780-4d9e-a2af-e6b67d975d02 disassociated. External IP: 172.27.2.23, port: 4a8881e1-ef77-48ac-aa10-24bb5d927fa3. May 04 17:54:36.402803 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Calling delete_port for 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:54:36.443698 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd7381-40aa-482a-bc64-b1a728b6d0d0 req-8fce00ce-f3ac-4a78-a722-30052ce9db8b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:36.445230 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-12cd7381-40aa-482a-bc64-b1a728b6d0d0 req-8fce00ce-f3ac-4a78-a722-30052ce9db8b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0594268 May 04 17:54:36.535409 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-12cd7381-40aa-482a-bc64-b1a728b6d0d0 req-e805bc7f-586b-4c1f-bc71-d49b2bcf5305 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597296 May 04 17:54:36.667259 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (4a8881e1-ef77-48ac-aa10-24bb5d927fa3), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:36.697427 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event deleted for resources: {'Port': ['ID=4a8881e1-ef77-48ac-aa10-24bb5d927fa3,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:36.822425 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Router f425f763-5598-4ac5-8bc1-3fa55b1ac865 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:54:36.965142 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:54:36.981909 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] Sync routers for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:54:36.992901 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:54:36.993807 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:37.001376 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0a9c0-f3ae-48e8-b543-ab1ac3d7e8a2 req-2ee16929-a6c7-4849-b1cf-4297714f2c77 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:37.002848 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2cd0a9c0-f3ae-48e8-b543-ab1ac3d7e8a2 req-2ee16929-a6c7-4849-b1cf-4297714f2c77 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0752463 May 04 17:54:37.024237 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] No DVR routers for this DVR port 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:54:37.031009 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:37.034181 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e2b10fd5-4013-408e-afab-b3e599c47bfe req-d26d40a7-86c7-4bb1-b380-48404a50a181 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "DELETE /v2.0/ports/4a8881e1-ef77-48ac-aa10-24bb5d927fa3 HTTP/1.1" status: 204 len: 173 time: 1.3356397 May 04 17:54:37.034620 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-deleted', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:37.037037 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecdd8e8-ae9f-4cd0-9b2f-ffa4dea2d616" -d '{"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-deleted", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:54:37.078471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a29796-077c-4e37-a3a8-62abffb465d8 x-openstack-request-id: req-f9a29796-077c-4e37-a3a8-62abffb465d8 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:54:37.078764 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcd59f3-0525-4965-976c-db01051fea50", "name": "network-vif-deleted", "tag": "4a8881e1-ef77-48ac-aa10-24bb5d927fa3", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:54:37.079017 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9a29796-077c-4e37-a3a8-62abffb465d8 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:54:37.079449 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a29796-077c-4e37-a3a8-62abffb465d8'] response: {'server_uuid': '1fcd59f3-0525-4965-976c-db01051fea50', 'name': 'network-vif-deleted', 'tag': '4a8881e1-ef77-48ac-aa10-24bb5d927fa3', 'status': 'completed', 'code': 200} May 04 17:54:37.083782 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2cd0a9c0-f3ae-48e8-b543-ab1ac3d7e8a2 req-7813b3c2-cc3d-47b3-b2bc-0e098a5f338e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614741 May 04 17:54:37.131468 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:54:37.337159 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-09627517-bf2e-40a6-aec1-17a62b2969fb req-a788a907-bbd6-4fd2-9667-641329bc915d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0353315 May 04 17:54:37.411918 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:37.441068 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] Checking router: f425f763-5598-4ac5-8bc1-3fa55b1ac865 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:54:37.450309 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:54:37.450926 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:37.560776 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:54:37.657239 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5316-e66b-46b2-8222-6fc199456441 req-1961cd11-8909-4bd1-9a48-75eaa4b985d8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:37.659004 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f55f5316-e66b-46b2-8222-6fc199456441 req-1961cd11-8909-4bd1-9a48-75eaa4b985d8 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0490136 May 04 17:54:37.740044 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f55f5316-e66b-46b2-8222-6fc199456441 req-0cf7adc5-21f6-44c5-9e4f-8aff90c75b0d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535643 May 04 17:54:37.777029 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:37.803187 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4790e7-9617-40a0-868a-f807f70b23d5 None None] The sync data for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi is: [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:54:38.067530 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120647f6-d1db-474c-a4d8-ac8af1a3beba None None] New status for floating IP fe243391-a780-4d9e-a2af-e6b67d975d02: DOWN {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:54:38.204574 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879c1d4-300d-46b8-b3e9-1488934ba4ce req-2746292a-2b0f-48af-b93f-8e55dda7fbb7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:38.206150 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6879c1d4-300d-46b8-b3e9-1488934ba4ce req-2746292a-2b0f-48af-b93f-8e55dda7fbb7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0508919 May 04 17:54:38.230223 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:54:38.252361 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:54:38.252820 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4a8881e1-ef77-48ac-aa10-24bb5d927fa3 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:54:38.257930 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6879c1d4-300d-46b8-b3e9-1488934ba4ce req-1a09e9d1-955c-44f4-94da-a9d440591282 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 May 04 17:54:38.476634 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2a67d43b-4b64-4f65-a6b8-739ad2717c67 req-d7130e1f-c8f5-4df9-894b-567e5f63b5c0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0309389 May 04 17:54:38.862709 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028e2e8-e7b5-4099-be77-b961263676d5 req-6a8a852d-c9f0-43a6-862e-b006afb7f41b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:38.864181 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d028e2e8-e7b5-4099-be77-b961263676d5 req-6a8a852d-c9f0-43a6-862e-b006afb7f41b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0517197 May 04 17:54:38.912284 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d028e2e8-e7b5-4099-be77-b961263676d5 req-072ea375-27c2-4135-89f4-30ea338002d0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 May 04 17:54:39.380851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040406d0-c11e-4bf5-a606-9e36f9e5a6e4 req-14aa9e07-a011-4d04-8d77-b6a82cfc6b66 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:39.382514 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-040406d0-c11e-4bf5-a606-9e36f9e5a6e4 req-14aa9e07-a011-4d04-8d77-b6a82cfc6b66 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0515807 May 04 17:54:39.439402 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-040406d0-c11e-4bf5-a606-9e36f9e5a6e4 req-a5e05b77-f2a0-493e-a4a6-3e12b4efc7f8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505354 May 04 17:54:39.617052 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-17ba238f-edf2-43e5-b0e0-f4301b0fb597 req-2bca6302-ee71-41c9-a589-2f0e3a53a250 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fcd59f3-0525-4965-976c-db01051fea50 HTTP/1.1" status: 200 len: 210 time: 0.0556631 May 04 17:54:39.987404 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-17e46fb1-e7fc-4d9a-bcf5-862d9a8fff5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:40.032896 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29211c7b-3646-4947-a690-8aa43cfc754a req-8ed37c3c-ae8e-42b2-add9-8f3d35ea4143 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:40.034406 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-29211c7b-3646-4947-a690-8aa43cfc754a req-8ed37c3c-ae8e-42b2-add9-8f3d35ea4143 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0490339 May 04 17:54:40.083324 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-29211c7b-3646-4947-a690-8aa43cfc754a req-900c4bd2-40a7-465a-99be-d07ffc39ab12 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425696 May 04 17:54:40.204017 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff626e-1317-4234-9859-92ee2b83fa07 req-4c5c282a-ec83-47f8-abcd-c32a4525b82c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:40.205856 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-84ff626e-1317-4234-9859-92ee2b83fa07 req-4c5c282a-ec83-47f8-abcd-c32a4525b82c tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0520518 May 04 17:54:40.215154 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38022) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:40.219575 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-83e0bd7d-feb4-4f3e-81ed-eba140c3cd2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Request body: {'floatingip': {'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:54:40.279828 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-83e0bd7d-feb4-4f3e-81ed-eba140c3cd2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (fb8950a0-cf11-47b4-9e73-dfcab797a6cf), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:40.559241 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502c415-bbff-40bf-a039-d5305635087e req-a269c23d-6915-4281-a4ef-929d51ea2e5e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:40.560745 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8502c415-bbff-40bf-a039-d5305635087e req-a269c23d-6915-4281-a4ef-929d51ea2e5e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0520785 May 04 17:54:40.612787 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8502c415-bbff-40bf-a039-d5305635087e req-61e0ddc1-a8f9-4b0f-a1a1-5e74b412b3c8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455401 May 04 17:54:40.761943 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38030) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:40.770184 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-83e0bd7d-feb4-4f3e-81ed-eba140c3cd2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:40.813588 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3f2d4b13-ecee-4b4e-adfd-95698bfc9874 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (763b0769-dd71-44fd-ab9f-b7aa9f32f16e), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:40.836240 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3f2d4b13-ecee-4b4e-adfd-95698bfc9874 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (763b0769-dd71-44fd-ab9f-b7aa9f32f16e), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:40.858047 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-83e0bd7d-feb4-4f3e-81ed-eba140c3cd2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (fb8950a0-cf11-47b4-9e73-dfcab797a6cf), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:40.923562 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:54:40.926973 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3f2d4b13-ecee-4b4e-adfd-95698bfc9874 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (763b0769-dd71-44fd-ab9f-b7aa9f32f16e), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:40.930475 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3f2d4b13-ecee-4b4e-adfd-95698bfc9874 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:40.931672 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-3f2d4b13-ecee-4b4e-adfd-95698bfc9874 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "DELETE /v2.0/security-groups/763b0769-dd71-44fd-ab9f-b7aa9f32f16e HTTP/1.1" status: 204 len: 168 time: 0.1687188 May 04 17:54:40.935094 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38032) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:40.951645 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d4b13-ecee-4b4e-adfd-95698bfc9874 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763b0769-dd71-44fd-ab9f-b7aa9f32f16e,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:40.955463 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.api.v2.resource [None req-6945df9d-b093-42af-b744-df891d491126 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] show failed (client error): The resource could not be found. May 04 17:54:40.956915 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-6945df9d-b093-42af-b744-df891d491126 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups/763b0769-dd71-44fd-ab9f-b7aa9f32f16e HTTP/1.1" status: 404 len: 347 time: 0.0205123 May 04 17:54:40.959399 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38034) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:41.078942 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Deleting port d1f0139b-7a07-4535-a5ae-e9e78e5167fa {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:54:41.079192 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.079838 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e0bd7d-feb4-4f3e-81ed-eba140c3cd2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Router 3a949aad-e502-40ad-aaa5-cda0086c16f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:54:41.411802 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.412099 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.426148 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Calling delete_port for d1f0139b-7a07-4535-a5ae-e9e78e5167fa owned by network:floatingip {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:54:41.439395 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e0bd7d-feb4-4f3e-81ed-eba140c3cd2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:54:41.445375 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-83e0bd7d-feb4-4f3e-81ed-eba140c3cd2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.452686 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] Sync routers for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:54:41.465416 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:54:41.466287 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:41.511414 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:41.513868 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357633c0-dc2b-48ef-8fe2-74d391ae93a4" -d '{"events": [{"name": "network-changed", "server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:54:41.520963 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-83e0bd7d-feb4-4f3e-81ed-eba140c3cd2a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "PUT /v2.0/floatingips/fb8950a0-cf11-47b4-9e73-dfcab797a6cf HTTP/1.1" status: 200 len: 994 time: 1.3047452 May 04 17:54:41.546503 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38046) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:41.569048 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d27dfca-b475-4a5f-9d43-b6b17e28bcba x-openstack-request-id: req-2d27dfca-b475-4a5f-9d43-b6b17e28bcba {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:54:41.569378 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:54:41.569641 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2d27dfca-b475-4a5f-9d43-b6b17e28bcba {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:54:41.570076 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d27dfca-b475-4a5f-9d43-b6b17e28bcba'] response: {'name': 'network-changed', 'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'status': 'completed', 'code': 200} May 04 17:54:41.597245 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:54:41.634027 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-96404e9f-7d12-42d2-acd1-6d2924ce086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:41.635678 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-96404e9f-7d12-42d2-acd1-6d2924ce086b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1130 time: 0.0407424 May 04 17:54:41.672409 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cd00999b-0f3d-42a6-8b6a-00ccf0e00b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.719181 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (d1f0139b-7a07-4535-a5ae-e9e78e5167fa), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.758813 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cd00999b-0f3d-42a6-8b6a-00ccf0e00b51 admin admin] Publish callbacks [] for security_group (446fded6-e8ca-400c-8600-7598adf4f8ce), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.778750 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event deleted for resources: {'Port': ['ID=d1f0139b-7a07-4535-a5ae-e9e78e5167fa,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:41.824599 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a92f3-b6f2-4368-ba65-b57c22ca979a req-a98d3056-11fb-4d2f-b30f-d158db06c0e4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:41.826090 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-619a92f3-b6f2-4368-ba65-b57c22ca979a req-a98d3056-11fb-4d2f-b30f-d158db06c0e4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.1081092 May 04 17:54:41.857908 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cd00999b-0f3d-42a6-8b6a-00ccf0e00b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (446fded6-e8ca-400c-8600-7598adf4f8ce), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.858103 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fb8950a0-cf11-47b4-9e73-dfcab797a6cf', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'mac_address': 'fa:16:3e:1b:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:52:29Z', 'updated_at': '2022-05-04T17:54:40Z', 'revision_number': 3, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:41.858564 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-0b9b7584-3c25-462c-b80a-5a39cf2065e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:41.860003 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-0b9b7584-3c25-462c-b80a-5a39cf2065e7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.2163928 May 04 17:54:41.887914 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] Checking router: 3a949aad-e502-40ad-aaa5-cda0086c16f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:54:41.897180 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:54:41.897914 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:41.902315 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-cd00999b-0f3d-42a6-8b6a-00ccf0e00b51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6495d2675f5479195477f28e7d5f5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509061 May 04 17:54:41.903579 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00999b-0f3d-42a6-8b6a-00ccf0e00b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446fded6-e8ca-400c-8600-7598adf4f8ce,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:41.906497 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38052) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:41.932705 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (fe243391-a780-4d9e-a2af-e6b67d975d02), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.935204 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:41.936349 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-da237e81-9e01-45a1-ba65-46a1d16b6965 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "DELETE /v2.0/floatingips/fe243391-a780-4d9e-a2af-e6b67d975d02 HTTP/1.1" status: 204 len: 168 time: 0.9760454 May 04 17:54:41.958087 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-619a92f3-b6f2-4368-ba65-b57c22ca979a req-b1380926-0a58-4d9e-b6ca-a43fc399b07e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128590 May 04 17:54:41.968949 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-b1fe8aba-8cda-40d5-8a87-4e14df099dca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 200 len: 1002 time: 0.0954323 May 04 17:54:42.000593 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e51a8017-c79b-4bb2-8c71-48adc639310b admin admin] Publish callbacks [] for security_group (446fded6-e8ca-400c-8600-7598adf4f8ce), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.025272 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e51a8017-c79b-4bb2-8c71-48adc639310b admin admin] Publish callbacks [] for security_group (446fded6-e8ca-400c-8600-7598adf4f8ce), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.027888 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-397547a3-6635-4be9-bdab-3227769bfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:42.029401 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-397547a3-6635-4be9-bdab-3227769bfe83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.0538354 May 04 17:54:42.056493 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:54:42.079283 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-05a99702-cd46-4b19-b58e-c58725aef018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:42.080819 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-05a99702-cd46-4b19-b58e-c58725aef018 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441859 May 04 17:54:42.174058 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-87ace1dd-b7f9-43c8-8ee9-82ccb25c7583 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820618 May 04 17:54:42.199733 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38056) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:42.204708 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-fc3b4857-e9bd-45f2-8221-90dcca9c6068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--186876925', 'description': 'tempest-description--2017939639'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:54:42.208863 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e51a8017-c79b-4bb2-8c71-48adc639310b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (446fded6-e8ca-400c-8600-7598adf4f8ce), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.211914 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e51a8017-c79b-4bb2-8c71-48adc639310b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.213098 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e51a8017-c79b-4bb2-8c71-48adc639310b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/446fded6-e8ca-400c-8600-7598adf4f8ce HTTP/1.1" status: 204 len: 168 time: 0.3058248 May 04 17:54:42.228818 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a8017-c79b-4bb2-8c71-48adc639310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446fded6-e8ca-400c-8600-7598adf4f8ce,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:42.281729 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-357633c0-dc2b-48ef-8fe2-74d391ae93a4 req-561f443a-af0c-4683-9d4d-b65c55a74a9a service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006165 May 04 17:54:42.296706 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fb8950a0-cf11-47b4-9e73-dfcab797a6cf', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'mac_address': 'fa:16:3e:1b:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:52:29Z', 'updated_at': '2022-05-04T17:54:40Z', 'revision_number': 3, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:42.321388 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4857-e9bd-45f2-8221-90dcca9c6068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.326819 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecfcef7-5d95-4d67-8e95-dafb947f13a8 None None] The sync data for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi is: [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'fb8950a0-cf11-47b4-9e73-dfcab797a6cf', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'port_id': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'mac_address': 'fa:16:3e:1b:2c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:52:29Z', 'updated_at': '2022-05-04T17:54:40Z', 'revision_number': 3, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:54:42.397934 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4857-e9bd-45f2-8221-90dcca9c6068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (0abe1da5-db1c-4b92-8602-2a23ba53904d), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.406358 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-55c7e026-18b8-402e-bdb3-aa2de52bdeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.457916 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4857-e9bd-45f2-8221-90dcca9c6068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0abe1da5-db1c-4b92-8602-2a23ba53904d), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.487538 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b4857-e9bd-45f2-8221-90dcca9c6068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abe1da5-db1c-4b92-8602-2a23ba53904d,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:42.562980 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-fc3b4857-e9bd-45f2-8221-90dcca9c6068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.564289 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-fc3b4857-e9bd-45f2-8221-90dcca9c6068 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3634129 May 04 17:54:42.567345 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38060) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:42.572826 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-0b037603-658d-4ba9-83d1-51747efb587b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'security_group_rule': {'security_group_id': '0abe1da5-db1c-4b92-8602-2a23ba53904d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:54:42.687898 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b037603-658d-4ba9-83d1-51747efb587b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (166104f1-2ef3-457c-9cc6-6ef74ce35533), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.745396 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b037603-658d-4ba9-83d1-51747efb587b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (166104f1-2ef3-457c-9cc6-6ef74ce35533), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.834625 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b037603-658d-4ba9-83d1-51747efb587b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (166104f1-2ef3-457c-9cc6-6ef74ce35533), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.853418 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b037603-658d-4ba9-83d1-51747efb587b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166104f1-2ef3-457c-9cc6-6ef74ce35533,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:42.939638 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b037603-658d-4ba9-83d1-51747efb587b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:42.940819 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0b037603-658d-4ba9-83d1-51747efb587b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3724189 May 04 17:54:42.943514 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38062) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:42.948591 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-68d9dcc3-a042-4eb9-a5fa-8eaf2c888ff2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'security_group_rule': {'security_group_id': '0abe1da5-db1c-4b92-8602-2a23ba53904d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:54:43.078200 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-68d9dcc3-a042-4eb9-a5fa-8eaf2c888ff2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (4c7dcffa-27c9-42a8-90f8-72f0e17cdeec), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:43.104180 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a5203-d784-4a28-b691-b58c36fe7981 req-0ce2e8de-1c3b-4fd9-bce8-9c9a1ed51a3f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:43.105677 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9e2a5203-d784-4a28-b691-b58c36fe7981 req-0ce2e8de-1c3b-4fd9-bce8-9c9a1ed51a3f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0630946 May 04 17:54:43.178595 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9e2a5203-d784-4a28-b691-b58c36fe7981 req-ef83aad8-07d3-4d8d-84f0-fba9c773b202 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659091 May 04 17:54:43.180996 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-68d9dcc3-a042-4eb9-a5fa-8eaf2c888ff2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (4c7dcffa-27c9-42a8-90f8-72f0e17cdeec), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:43.274611 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-68d9dcc3-a042-4eb9-a5fa-8eaf2c888ff2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (4c7dcffa-27c9-42a8-90f8-72f0e17cdeec), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:43.292824 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9dcc3-a042-4eb9-a5fa-8eaf2c888ff2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7dcffa-27c9-42a8-90f8-72f0e17cdeec,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:43.396660 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-68d9dcc3-a042-4eb9-a5fa-8eaf2c888ff2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:43.397873 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-68d9dcc3-a042-4eb9-a5fa-8eaf2c888ff2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4534509 May 04 17:54:43.401003 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38066) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:43.405182 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:54:43.491794 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:43.571160 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:43.572242 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:43.573576 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7685028c-f1b7-453a-b4d6-d3bf45369259" -d '{"events": [{"name": "network-changed", "server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:54:43.609407 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868a97c1-97c7-4e2b-861f-698082bb6d5b x-openstack-request-id: req-868a97c1-97c7-4e2b-861f-698082bb6d5b {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:54:43.609706 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:54:43.609966 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-868a97c1-97c7-4e2b-861f-698082bb6d5b {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:54:43.610370 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868a97c1-97c7-4e2b-861f-698082bb6d5b'] response: {'name': 'network-changed', 'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'status': 'completed', 'code': 200} May 04 17:54:43.708332 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-07e835e7-dca5-4ba8-8396-ee0a2afc1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:43.709854 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-07e835e7-dca5-4ba8-8396-ee0a2afc1003 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 1130 time: 0.0593417 May 04 17:54:43.711500 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Allocated IP 172.27.2.21 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/a1d339f2-4c81-425d-9f44-9230623e1df0) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:54:43.869221 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:43.890742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-3688a3ec-9a69-433a-811d-76e92242041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:43.892195 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-3688a3ec-9a69-433a-811d-76e92242041d service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1749570 May 04 17:54:43.918349 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for port (a1d339f2-4c81-425d-9f44-9230623e1df0), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:43.978944 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-cf8f53f3-4ae2-44b9-a2ae-8fe19a4da785 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 200 len: 1002 time: 0.0724831 May 04 17:54:44.032091 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-c86c6cc0-0bfa-4451-acd5-43bec8ac8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:44.033555 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-c86c6cc0-0bfa-4451-acd5-43bec8ac8fdb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.0449820 May 04 17:54:44.054607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (a1d339f2-4c81-425d-9f44-9230623e1df0), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:44.115037 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:54:44.122399 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:54:44.126318 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-3472568b-223b-42d8-881f-4a1a04a9a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:44.127828 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-3472568b-223b-42d8-881f-4a1a04a9a52e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834267 May 04 17:54:44.132313 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:54:44.137929 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'Port': ['ID=a1d339f2-4c81-425d-9f44-9230623e1df0,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:44.321120 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-6782d388-b815-4f9f-a7c8-0330d5d82cef service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644344 May 04 17:54:44.328839 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9e28d-de9f-441b-97d7-ae9a3bfa4e0d req-20ab4925-3ab5-4a92-826b-da785b70803b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:44.330266 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2cc9e28d-de9f-441b-97d7-ae9a3bfa4e0d req-20ab4925-3ab5-4a92-826b-da785b70803b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0692506 May 04 17:54:44.342912 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (c7e7096e-e779-47a8-82af-2645c0410b85), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:44.461722 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2cc9e28d-de9f-441b-97d7-ae9a3bfa4e0d req-4b664b7e-a269-4678-a101-3aed02dc33af tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200099 May 04 17:54:44.479964 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (a1d339f2-4c81-425d-9f44-9230623e1df0), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:44.483814 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7685028c-f1b7-453a-b4d6-d3bf45369259 req-625e7bf7-d97c-4900-8cea-bf0fac10dd67 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514728 May 04 17:54:44.628272 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for port (a1d339f2-4c81-425d-9f44-9230623e1df0), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:44.697148 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (a1d339f2-4c81-425d-9f44-9230623e1df0), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:44.774758 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'Port': ['ID=a1d339f2-4c81-425d-9f44-9230623e1df0,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:44.781576 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (c7e7096e-e779-47a8-82af-2645c0410b85), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:44.865434 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:44.866883 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-b6fcb162-95fc-4224-8f1c-f8eea0b568b4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4649067 May 04 17:54:45.062613 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-09273db1-ba84-4b6d-987b-3bbc5063af00 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--186876925&fields=id&tenant_id=6061fedb7a6f46398811de3ae8aa091b HTTP/1.1" status: 200 len: 267 time: 0.0423396 May 04 17:54:45.168913 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6193be20-f484-485a-b5c1-73606a63b9ac tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:45.170476 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6193be20-f484-485a-b5c1-73606a63b9ac tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 816 time: 0.1017160 May 04 17:54:45.185797 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-816160f2-16a7-405f-beca-9f83743620c4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/quotas/6061fedb7a6f46398811de3ae8aa091b HTTP/1.1" status: 200 len: 375 time: 0.0097711 May 04 17:54:45.234451 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-af1e88e8-c84f-4809-902e-fce90f34e9bb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428872 May 04 17:54:45.334003 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-731c7dde-6d42-4b5f-98ba-e62ff6d13aab service neutron] 10.222.0.81 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864694 May 04 17:54:45.433486 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-eb257378-fe10-430b-98a5-4e3e52c5981f service neutron] 10.222.0.81 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935118 May 04 17:54:45.466470 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:45.577517 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdbe68-5dc2-4d37-a336-67fa741d0698 req-86eeafc9-6459-4e63-8ab0-5e12fd60948b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:45.579002 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-22cdbe68-5dc2-4d37-a336-67fa741d0698 req-86eeafc9-6459-4e63-8ab0-5e12fd60948b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0490007 May 04 17:54:45.632039 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-22cdbe68-5dc2-4d37-a336-67fa741d0698 req-9c27bcb3-7d80-4a70-9f74-1f06668c5f73 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 May 04 17:54:45.716766 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8971482f-38a2-4ecb-b2f4-66d5abfbe0bd req-6e271486-fde9-4508-933c-9df91f8e66ff tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 210 time: 0.0427053 May 04 17:54:46.752659 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215582e-e7cd-442e-b90f-62e99667a4c9 req-af22a32b-30fc-4d01-81a5-6cae8ed03d28 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:46.754447 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b215582e-e7cd-442e-b90f-62e99667a4c9 req-af22a32b-30fc-4d01-81a5-6cae8ed03d28 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0497537 May 04 17:54:46.782936 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:46.806772 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b215582e-e7cd-442e-b90f-62e99667a4c9 req-dd8e3d71-fd3c-4b11-b896-81b2b5d84c59 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460773 May 04 17:54:46.823137 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fa944de5-fab3-4b45-ba74-37d8e3817b51 req-ec7dbdd3-0854-460e-a930-f8601abbbe74 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 210 time: 0.0300779 May 04 17:54:47.594787 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-93881556-3995-477b-a25c-94f82450ac48 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:47.596150 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-93881556-3995-477b-a25c-94f82450ac48 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 816 time: 0.1027858 May 04 17:54:47.664720 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-99acb1c7-c7f4-4503-affa-0ae51ffda63a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6061fedb7a6f46398811de3ae8aa091b HTTP/1.1" status: 200 len: 379 time: 0.0517707 May 04 17:54:47.683496 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'port': {'device_id': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'admin_state_up': True, 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'security_groups': ['0abe1da5-db1c-4b92-8602-2a23ba53904d']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:54:47.909982 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Made reservation on behalf of 6061fedb7a6f46398811de3ae8aa091b for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:54:47.913916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:47.925286 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2cf5f06a-4c8d-414d-b512-27bb1802e383 req-acfe7e33-2b6a-480a-b4f8-74c0917cb11d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 210 time: 0.0311346 May 04 17:54:47.945408 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564821b-a823-4f2c-8124-579422330553 req-03efa29c-6ccb-4747-91d5-0748a6ada44b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:47.947105 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8564821b-a823-4f2c-8124-579422330553 req-03efa29c-6ccb-4747-91d5-0748a6ada44b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0707848 May 04 17:54:48.054994 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8564821b-a823-4f2c-8124-579422330553 req-375a5c33-45e7-4074-a738-dadec081ba3a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000543 May 04 17:54:48.099512 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Allocated IP 172.20.0.14 (ec775cde-fdeb-47a3-9b5d-7264a7a833a1/cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f/5356a88c-b62f-46ac-80fd-cfdeb60dbd21) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:54:48.236469 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:48.325866 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:48.367608 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:54:48.370745 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:54:48.377017 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:54:48.399367 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:48.434129 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:48.434129 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:48.499456 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-64518eec-568e-41ff-8266-e9b108c042d8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8196936 May 04 17:54:48.512772 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Request body: {'port': {'device_id': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:54:48.574347 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:48.597296 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-4e2eecb7-2789-4efc-92a4-ea3ace6df373 None None] Provisioning complete for port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:54:48.597862 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4e2eecb7-2789-4efc-92a4-ea3ace6df373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:48.630320 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-4e2eecb7-2789-4efc-92a4-ea3ace6df373 None None] Port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:54:48.832657 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:54:48.840156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Publish callbacks [] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:48.852129 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Transition to ACTIVE for port object 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:54:48.953705 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:49.030473 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:49.060479 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede846b-b04f-4053-9485-4e870d799947 req-b691d475-fd63-4931-a635-399beb8178ab tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.062876 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8ede846b-b04f-4053-9485-4e870d799947 req-b691d475-fd63-4931-a635-399beb8178ab tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0630662 May 04 17:54:49.089966 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Attempting to bind port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:54:49.090473 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Attempting to bind port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:54:49.090806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Attempting to bind port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 on network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:54:49.096059 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 on network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:54:49.096384 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Attempting to bind port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 on network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:54:49.102565 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:54:49.102902 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Checking segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:54:49.103288 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Bound using segment: {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:54:49.103725 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Bound port: 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b3941e-9c58-4ae4-a823-a63ea060a361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:54:49.104900 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:49.123476 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8ede846b-b04f-4053-9485-4e870d799947 req-9537cba7-9481-4717-9d67-42bf85021712 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521379 May 04 17:54:49.213523 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b5fa8-b776-4637-af8e-82e634bdb5f5 req-df7208d0-ada3-4771-bd9a-ac11d23a940b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.214998 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-284b5fa8-b776-4637-af8e-82e634bdb5f5 req-df7208d0-ada3-4771-bd9a-ac11d23a940b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0672719 May 04 17:54:49.229093 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:54:49.232861 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:54:49.280843 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-284b5fa8-b776-4637-af8e-82e634bdb5f5 req-5b5a2795-c6be-44af-b90e-d0251136146f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600152 May 04 17:54:49.308495 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:49.346196 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.346196 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:49.346196 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] 10.222.0.86 "PUT /v2.0/ports/5356a88c-b62f-46ac-80fd-cfdeb60dbd21 HTTP/1.1" status: 200 len: 1094 time: 0.8384492 May 04 17:54:49.346585 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:49.348996 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6274b65-e0e1-4d06-8223-df679b398413" -d '{"events": [{"name": "network-changed", "server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:54:49.379571 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79cac9-7ad7-48fe-b9bb-4b36d13e0c1b service neutron] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:49.393556 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8b98e6-3aea-4cc0-a4ce-627e5298d140 x-openstack-request-id: req-7c8b98e6-3aea-4cc0-a4ce-627e5298d140 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:54:49.393851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:54:49.394111 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c8b98e6-3aea-4cc0-a4ce-627e5298d140 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:54:49.394520 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8b98e6-3aea-4cc0-a4ce-627e5298d140'] response: {'name': 'network-changed', 'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'status': 'completed', 'code': 200} May 04 17:54:49.461385 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6274b65-e0e1-4d06-8223-df679b398413 req-5458fcd8-ce0c-4637-85ab-753d49d7e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.463066 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d6274b65-e0e1-4d06-8223-df679b398413 req-5458fcd8-ce0c-4637-85ab-753d49d7e010 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 1128 time: 0.0459547 May 04 17:54:49.581276 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6274b65-e0e1-4d06-8223-df679b398413 req-6d26633a-c266-4ca5-8e97-64c003f81909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.585924 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d6274b65-e0e1-4d06-8223-df679b398413 req-6d26633a-c266-4ca5-8e97-64c003f81909 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6061fedb7a6f46398811de3ae8aa091b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1065938 May 04 17:54:49.960838 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f7c0a-0113-4a94-ac00-12833454f8af req-e871fbc2-c633-413f-afa3-d4abbf96cd4f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.962267 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-533f7c0a-0113-4a94-ac00-12833454f8af req-e871fbc2-c633-413f-afa3-d4abbf96cd4f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.3466358 May 04 17:54:50.021071 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-5195555f-4ff9-4fec-af84-8f07c4a224a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.022712 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-5195555f-4ff9-4fec-af84-8f07c4a224a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 1130 time: 0.0830243 May 04 17:54:50.023633 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6274b65-e0e1-4d06-8223-df679b398413 req-14e1bdbf-e6b9-42ec-8596-a3a63ac4fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.024953 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d6274b65-e0e1-4d06-8223-df679b398413 req-14e1bdbf-e6b9-42ec-8596-a3a63ac4fdf6 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4363632 May 04 17:54:50.089012 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-533f7c0a-0113-4a94-ac00-12833454f8af req-9bd7f563-2fe0-485f-92d1-0993ad3967da tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048265 May 04 17:54:50.160650 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-c83f411a-b06e-4de6-bae0-e9244c9b2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.162309 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-c83f411a-b06e-4de6-bae0-e9244c9b2fdc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 1128 time: 0.0864551 May 04 17:54:50.213370 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-e458dca1-a554-464a-900f-edcb2e1e31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.214733 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-e458dca1-a554-464a-900f-edcb2e1e31f6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 200 len: 911 time: 0.1786101 May 04 17:54:50.216089 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-72b83e97-2b66-4dd5-95c4-0248fdcb3ffd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21 HTTP/1.1" status: 200 len: 217 time: 0.0442955 May 04 17:54:50.252410 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bddc6-2bbb-4522-aa9c-7ab24408a414 req-147a6552-6dd5-4313-b437-19e8636c033d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.253911 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ca3bddc6-2bbb-4522-aa9c-7ab24408a414 req-147a6552-6dd5-4313-b437-19e8636c033d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0511491 May 04 17:54:50.300774 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ca3bddc6-2bbb-4522-aa9c-7ab24408a414 req-b5d9a8b7-bd4d-495c-bdce-f75cb4ec888d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405729 May 04 17:54:50.318863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-e5eae96b-8caa-4c13-a59b-bb35f8e7a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.320319 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-e5eae96b-8caa-4c13-a59b-bb35f8e7a13f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0872972 May 04 17:54:50.324585 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-d5bf1ff9-e4e7-4579-a1aa-6bc192491be0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a HTTP/1.1" status: 200 len: 1002 time: 0.0973434 May 04 17:54:50.403696 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-23059673-9e1a-4d60-bfde-a9d813262009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.405181 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-23059673-9e1a-4d60-bfde-a9d813262009 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716784 May 04 17:54:50.408485 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-8951615a-00de-41fa-85fe-48583a1c6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.409763 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-8951615a-00de-41fa-85fe-48583a1c6e9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=480277fb-c1a6-4cf3-b1fd-15e7700eeade HTTP/1.1" status: 200 len: 849 time: 0.0751650 May 04 17:54:50.478942 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-cb63aa53-d1db-45aa-9e96-f25e35885c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.480342 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-cb63aa53-d1db-45aa-9e96-f25e35885c57 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628576 May 04 17:54:50.581964 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-0eef3c45-be66-4b49-a66b-f9cd80d38d43 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654549 May 04 17:54:50.632317 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-fc6b48ef-93a1-4741-98d1-fd84bf6f9bd8 service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247680 May 04 17:54:50.738649 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7cb22c5-3507-4a7d-84f5-46798997a1cc req-0d9e12eb-2ef3-4614-bcf0-ba4ae85e1e6d service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492138 May 04 17:54:50.761198 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-67079766-8b9a-4101-a9ad-7d42fe1958a5 req-91ce30bd-4f1c-4def-bd4c-39c4851970af service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009986 May 04 17:54:51.206790 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ad1da-187f-4054-9961-1beca3b2eea6 req-f46faac3-073e-4f5e-ab9d-90a8cb679130 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:51.208296 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-417ad1da-187f-4054-9961-1beca3b2eea6 req-f46faac3-073e-4f5e-ab9d-90a8cb679130 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0504324 May 04 17:54:51.255432 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-417ad1da-187f-4054-9961-1beca3b2eea6 req-14882b4a-bc8d-4128-83c1-d240d0c5f212 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406916 May 04 17:54:51.420742 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74910d-80a0-4cd2-8261-678b057e8bd2 req-0d5d0a04-fb23-4e55-a341-4a5a8aca9d78 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:51.422126 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7c74910d-80a0-4cd2-8261-678b057e8bd2 req-0d5d0a04-fb23-4e55-a341-4a5a8aca9d78 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0467355 May 04 17:54:51.469020 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7c74910d-80a0-4cd2-8261-678b057e8bd2 req-0ab17989-625f-48c1-ad73-19a32ec5f6d3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411291 May 04 17:54:52.370679 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c57f8d-3392-4e5c-a195-9358cbf1bdc8 req-351868a9-f542-4609-be2b-4a1e5524605c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:52.372157 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c2c57f8d-3392-4e5c-a195-9358cbf1bdc8 req-351868a9-f542-4609-be2b-4a1e5524605c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0482349 May 04 17:54:52.420085 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c2c57f8d-3392-4e5c-a195-9358cbf1bdc8 req-c3789e0a-e03b-4c45-8e36-1781e41104d8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 May 04 17:54:52.586745 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878dae2-0e88-4aca-ad86-db337125a3e7 req-06e13145-d104-4559-949a-15a66a5c6d0d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:52.588131 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0878dae2-0e88-4aca-ad86-db337125a3e7 req-06e13145-d104-4559-949a-15a66a5c6d0d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0465782 May 04 17:54:52.637090 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0878dae2-0e88-4aca-ad86-db337125a3e7 req-771df44a-47c9-4cfb-9f43-7209c5d03a79 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434775 May 04 17:54:53.229996 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:53.551368 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe43c0-41fc-47cf-9c32-8a64c126fb09 req-41ed566e-530d-4012-88b9-e2808596dc33 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:53.553133 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-84fe43c0-41fc-47cf-9c32-8a64c126fb09 req-41ed566e-530d-4012-88b9-e2808596dc33 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0645096 May 04 17:54:53.599480 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-84fe43c0-41fc-47cf-9c32-8a64c126fb09 req-9d93608c-ab8f-4448-93a4-125ea0e171d5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405672 May 04 17:54:53.753920 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354e9e4-e6c7-4e70-a68c-f278b45077eb req-40722f39-6c3a-4236-9d51-9b030cd4ddce tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:53.755993 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8354e9e4-e6c7-4e70-a68c-f278b45077eb req-40722f39-6c3a-4236-9d51-9b030cd4ddce tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0470119 May 04 17:54:53.802427 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8354e9e4-e6c7-4e70-a68c-f278b45077eb req-5dfac926-355c-4576-bd04-a509038bf599 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 May 04 17:54:54.290715 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:54:54.393256 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:54:54.404413 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'port_id': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'mac_address': 'fa:16:3e:a5:d9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:54:54.442919 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:54:54.443318 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:54.456231 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:54:54.476594 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:54:54.612801 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:54.663376 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:54.894199 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbda29-2e90-4d35-a252-3dcc9a9fcab8 req-1bd6fe2a-48a9-4a20-b28f-21c34a1fab5b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:54.895777 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fdcbda29-2e90-4d35-a252-3dcc9a9fcab8 req-1bd6fe2a-48a9-4a20-b28f-21c34a1fab5b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0496273 May 04 17:54:54.925191 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e1408-e5a0-4c3d-b983-d86dbb6c6997 req-14c3bef8-2eda-4ed0-b141-2992fc17aae3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:54.927333 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-322e1408-e5a0-4c3d-b983-d86dbb6c6997 req-14c3bef8-2eda-4ed0-b141-2992fc17aae3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 945 time: 0.0517066 May 04 17:54:54.943412 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fdcbda29-2e90-4d35-a252-3dcc9a9fcab8 req-5a71cd27-8456-41aa-b934-9aa1fb4a6f23 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412862 May 04 17:54:54.974770 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-322e1408-e5a0-4c3d-b983-d86dbb6c6997 req-d00744e1-74e6-4c4a-91fa-f3f39890c4e0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 May 04 17:54:54.994121 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5356a88c-b62f-46ac-80fd-cfdeb60dbd21'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:54:56.071655 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d867fb0-1604-4984-8c8a-ff49c07b91df req-c4671694-cc7e-4cf1-b394-e471e6ffdfd1 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:56.073214 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5d867fb0-1604-4984-8c8a-ff49c07b91df req-c4671694-cc7e-4cf1-b394-e471e6ffdfd1 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0599012 May 04 17:54:56.119462 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5d867fb0-1604-4984-8c8a-ff49c07b91df req-c45135f4-252b-4932-9b14-32fe270861a3 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405321 May 04 17:54:56.253016 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e499-8499-4a77-b4ae-2139d5920d90 req-2c7a300a-20ae-42cc-a875-a5defd29b729 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:56.255030 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca07e499-8499-4a77-b4ae-2139d5920d90 req-2c7a300a-20ae-42cc-a875-a5defd29b729 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 945 time: 0.2002573 May 04 17:54:56.296058 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:54:56.304610 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ca07e499-8499-4a77-b4ae-2139d5920d90 req-3774d42e-b5e8-4209-8539-7fe369aebc71 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439794 May 04 17:54:56.340782 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:54:56.405871 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:54:56.406248 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:56.484299 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:54:56.484721 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:56.507506 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:56.509701 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb1bd18-0fd0-4dea-9aff-353acab90d64" -d '{"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-plugged", "status": "completed", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:54:56.521543 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:54:56.545676 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b4f3aa-5596-40f1-8c60-747a59b0a9ba x-openstack-request-id: req-26b4f3aa-5596-40f1-8c60-747a59b0a9ba {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:54:56.545994 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-plugged", "status": "completed", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:54:56.546254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26b4f3aa-5596-40f1-8c60-747a59b0a9ba {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:54:56.546660 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b4f3aa-5596-40f1-8c60-747a59b0a9ba'] response: {'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'code': 200} May 04 17:54:56.591565 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:56.638798 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:56.939280 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-b530065e-a3d4-40d5-b31e-95a688fd604c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:56.940742 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-b530065e-a3d4-40d5-b31e-95a688fd604c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0467000 May 04 17:54:57.027729 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Deleting port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:54:57.028068 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:57.091598 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324651a6-c6ff-4128-807f-4c7a043914d3 req-d2fded5d-6d23-4bb1-a84a-38cdf54bc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:57.093116 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-324651a6-c6ff-4128-807f-4c7a043914d3 req-d2fded5d-6d23-4bb1-a84a-38cdf54bc369 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 1130 time: 0.0621583 May 04 17:54:57.173018 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] For port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:54:57.173388 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:57.187375 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-324651a6-c6ff-4128-807f-4c7a043914d3 req-1e34cb55-6efe-4f32-8adf-f4aee23608b2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699832 May 04 17:54:57.274424 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3529473-6e38-4c38-a632-f0e8adaac21c req-d3d5e963-910b-4162-b171-de7eb66c245f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:57.275804 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d3529473-6e38-4c38-a632-f0e8adaac21c req-d3d5e963-910b-4162-b171-de7eb66c245f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 946 time: 0.0847042 May 04 17:54:57.402968 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d3529473-6e38-4c38-a632-f0e8adaac21c req-281981bc-63b3-40cc-9ca2-c9aae7d01ba3 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=b70070d1-00dc-463a-a954-c959977aaabd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187804 May 04 17:54:57.425727 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:57.426428 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (8e9c96e2-a13d-46dc-9b9b-782e6c616e5d), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:57.426748 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Floating IP 8e9c96e2-a13d-46dc-9b9b-782e6c616e5d disassociated. External IP: 172.27.2.168, port: e0f661b9-b183-467b-9b5f-43f8b7a3ebcc. May 04 17:54:57.427094 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Calling delete_port for e0f661b9-b183-467b-9b5f-43f8b7a3ebcc owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:54:57.427734 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3a92a-51cc-43d7-b65c-72ca0e1c05e4 req-64fc26ab-c2c3-454a-afb0-773c3f50328c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:57.429429 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-98b3a92a-51cc-43d7-b65c-72ca0e1c05e4 req-64fc26ab-c2c3-454a-afb0-773c3f50328c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0507836 May 04 17:54:57.476637 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-98b3a92a-51cc-43d7-b65c-72ca0e1c05e4 req-372ef541-f852-4c22-a450-504f98120e00 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 May 04 17:54:57.617609 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (e0f661b9-b183-467b-9b5f-43f8b7a3ebcc), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:57.646545 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'Port': ['ID=e0f661b9-b183-467b-9b5f-43f8b7a3ebcc,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:57.763562 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:54:57.873545 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:54:57.884406 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:54:57.893809 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:54:57.894540 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:57.916475 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] No DVR routers for this DVR port e0f661b9-b183-467b-9b5f-43f8b7a3ebcc on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:54:57.919195 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:54:57.922746 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fb87a458-ff6f-487e-b187-77a2d24f8095 req-7d5c4a2c-114d-4e6d-9f7e-ac6b61e60eeb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "DELETE /v2.0/ports/e0f661b9-b183-467b-9b5f-43f8b7a3ebcc HTTP/1.1" status: 204 len: 173 time: 0.9761767 May 04 17:54:57.923204 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'name': 'network-vif-deleted', 'tag': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:57.926291 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb7583a-d13c-4e7a-9112-0864eba98e92" -d '{"events": [{"server_uuid": "07f25c50-fe2e-4767-8861-ea9f2ba87352", "name": "network-vif-deleted", "tag": "e0f661b9-b183-467b-9b5f-43f8b7a3ebcc"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:54:57.961478 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb6ce84-5fe3-49a4-b315-94224d7b3b47 x-openstack-request-id: req-bcb6ce84-5fe3-49a4-b315-94224d7b3b47 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:54:57.961771 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f25c50-fe2e-4767-8861-ea9f2ba87352", "name": "network-vif-deleted", "tag": "e0f661b9-b183-467b-9b5f-43f8b7a3ebcc", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:54:57.962024 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bcb6ce84-5fe3-49a4-b315-94224d7b3b47 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:54:57.962430 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb6ce84-5fe3-49a4-b315-94224d7b3b47'] response: {'server_uuid': '07f25c50-fe2e-4767-8861-ea9f2ba87352', 'name': 'network-vif-deleted', 'tag': 'e0f661b9-b183-467b-9b5f-43f8b7a3ebcc', 'status': 'completed', 'code': 200} May 04 17:54:58.007171 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:54:58.276578 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:52:01Z', 'revision_number': 2, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:58.308712 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:54:58.317149 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:54:58.317772 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:58.423945 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:54:58.581090 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ab13701f-100b-4ce0-b7a1-7b1852182f53 req-295f9486-e841-41eb-9ebb-55e7274ec8dd tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 210 time: 0.0935252 May 04 17:54:58.604331 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7ed13-018b-4614-b0c5-46c10a72a144 req-1b68da84-ba9b-491d-b394-ffdc4b41da44 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:58.605841 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74b7ed13-018b-4614-b0c5-46c10a72a144 req-1b68da84-ba9b-491d-b394-ffdc4b41da44 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0499146 May 04 17:54:58.650915 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:52:01Z', 'revision_number': 2, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:54:58.655193 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74b7ed13-018b-4614-b0c5-46c10a72a144 req-5f9f23e4-d283-4e9c-abb8-1258080a257b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438435 May 04 17:54:58.686157 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc171ca-c3f2-4ebc-859f-b80f58e4a506 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5c7be63c-ba90-43c3-9834-3fbf250de36f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '40481ceb-6414-4b1b-b791-5007b50995f0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:0b:c5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:51:40Z', 'updated_at': '2022-05-04T17:52:01Z', 'revision_number': 2, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:54:58.901172 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331a177-68e8-4b3a-b039-f40ae82a0053 None None] New status for floating IP 8e9c96e2-a13d-46dc-9b9b-782e6c616e5d: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:54:59.693392 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-44a58d29-9da6-4fc3-9ade-19eb83d689b0 req-77c03d2b-ba65-4d12-a6a1-8e2d1fb3393d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=07f25c50-fe2e-4767-8861-ea9f2ba87352 HTTP/1.1" status: 200 len: 210 time: 0.0286074 May 04 17:54:59.778638 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f38173-cc42-4b43-8158-bf17b28bad1d req-4c618bef-cef2-4f2b-afc1-7e05e15cab38 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:59.780226 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e9f38173-cc42-4b43-8158-bf17b28bad1d req-4c618bef-cef2-4f2b-afc1-7e05e15cab38 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0482275 May 04 17:54:59.829452 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e9f38173-cc42-4b43-8158-bf17b28bad1d req-18ecc19b-04a3-4823-a1c5-fb9e198f4169 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422275 May 04 17:54:59.946723 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f033091-501d-41b5-bcfd-af3c9d3136af req-71aca61e-e599-4142-8149-02afd9f97721 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:59.948232 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1f033091-501d-41b5-bcfd-af3c9d3136af req-71aca61e-e599-4142-8149-02afd9f97721 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0494666 May 04 17:54:59.957301 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38180) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:54:59.962003 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Request body: {'floatingip': {'port_id': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:00.000268 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (c7e7096e-e779-47a8-82af-2645c0410b85), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:00.337533 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device e0f661b9-b183-467b-9b5f-43f8b7a3ebcc no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:00.358102 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: e0f661b9-b183-467b-9b5f-43f8b7a3ebcc {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:00.358448 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device e0f661b9-b183-467b-9b5f-43f8b7a3ebcc not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:00.441698 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:00.508062 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (c7e7096e-e779-47a8-82af-2645c0410b85), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:00.607513 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Floating IP c7e7096e-e779-47a8-82af-2645c0410b85 associated. External IP: 172.27.2.21, port: 5356a88c-b62f-46ac-80fd-cfdeb60dbd21. May 04 17:55:00.815263 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Router f425f763-5598-4ac5-8bc1-3fa55b1ac865 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:55:00.832169 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38186) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:00.887777 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-660b7bd3-b066-4f17-b736-47d94bd7e206 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (b70070d1-00dc-463a-a954-c959977aaabd), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:00.911994 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-660b7bd3-b066-4f17-b736-47d94bd7e206 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (b70070d1-00dc-463a-a954-c959977aaabd), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:00.928430 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:55:00.933317 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:00.938393 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] Sync routers for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:00.949222 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:00.950173 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:00.963400 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-27efcced-01d0-4a55-befc-db948ae1f926 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "PUT /v2.0/floatingips/c7e7096e-e779-47a8-82af-2645c0410b85 HTTP/1.1" status: 200 len: 991 time: 1.0049832 May 04 17:55:00.964058 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:00.966586 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:01.002389 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c19d3-1861-4ec4-95fd-e874fe24ccda x-openstack-request-id: req-f37c19d3-1861-4ec4-95fd-e874fe24ccda {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:01.002684 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:01.003540 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f37c19d3-1861-4ec4-95fd-e874fe24ccda {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:01.004013 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37c19d3-1861-4ec4-95fd-e874fe24ccda'] response: {'name': 'network-changed', 'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'status': 'completed', 'code': 200} May 04 17:55:01.030881 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-660b7bd3-b066-4f17-b736-47d94bd7e206 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b70070d1-00dc-463a-a954-c959977aaabd), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:01.033803 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-660b7bd3-b066-4f17-b736-47d94bd7e206 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:01.035169 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-660b7bd3-b066-4f17-b736-47d94bd7e206 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "DELETE /v2.0/security-groups/b70070d1-00dc-463a-a954-c959977aaabd HTTP/1.1" status: 204 len: 168 time: 0.2019680 May 04 17:55:01.038237 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38192) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:01.048161 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b7bd3-b066-4f17-b736-47d94bd7e206 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70070d1-00dc-463a-a954-c959977aaabd,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:01.071315 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.api.v2.resource [None req-37fd0e1b-8e5a-4ade-a488-b6af446aa216 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] show failed (client error): The resource could not be found. May 04 17:55:01.072495 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-37fd0e1b-8e5a-4ade-a488-b6af446aa216 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups/b70070d1-00dc-463a-a954-c959977aaabd HTTP/1.1" status: 404 len: 347 time: 0.0331526 May 04 17:55:01.075709 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38194) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:01.083700 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-d9ac6a31-ec1a-42ff-b76b-96ea71cd3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:01.085418 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-d9ac6a31-ec1a-42ff-b76b-96ea71cd3711 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 1130 time: 0.0583668 May 04 17:55:01.188754 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-042bbecf-b182-4c17-a34a-eab37932396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:01.190487 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-042bbecf-b182-4c17-a34a-eab37932396e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 917 time: 0.0964100 May 04 17:55:01.191023 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:01.211408 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Deleting port 2f8ba02a-f657-42d3-8030-32205d22d3d4 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:01.211908 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (2f8ba02a-f657-42d3-8030-32205d22d3d4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:01.263143 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-0c06d225-d181-4f2c-af1d-b3f4dac2c2b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21 HTTP/1.1" status: 200 len: 999 time: 0.0626969 May 04 17:55:01.288879 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (2f8ba02a-f657-42d3-8030-32205d22d3d4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:01.289218 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (2f8ba02a-f657-42d3-8030-32205d22d3d4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:01.304541 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Calling delete_port for 2f8ba02a-f657-42d3-8030-32205d22d3d4 owned by network:floatingip {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:01.319079 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-af8fe419-5f1a-43bb-8ceb-0319ac392640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:01.320570 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-af8fe419-5f1a-43bb-8ceb-0319ac392640 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0505745 May 04 17:55:01.372072 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-b428afcb-2f65-48a8-b145-e1be26915c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:01.373820 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-b428afcb-2f65-48a8-b145-e1be26915c7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438204 May 04 17:55:01.418404 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'c7e7096e-e779-47a8-82af-2645c0410b85', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'port_id': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'mac_address': 'fa:16:3e:a5:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:54:44Z', 'updated_at': '2022-05-04T17:55:00Z', 'revision_number': 1, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:01.446130 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] Checking router: f425f763-5598-4ac5-8bc1-3fa55b1ac865 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:01.454557 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:01.455256 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:01.470581 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-c4190204-0d4b-4132-b0cd-d32d5c17c992 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838432 May 04 17:55:01.564467 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d2e44af-b7a7-4153-9ddc-334ce5979ef2 req-d0b58db1-ebeb-4eab-ae37-62b5813eeaa7 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866587 May 04 17:55:01.569149 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:01.596227 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (2f8ba02a-f657-42d3-8030-32205d22d3d4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:01.627459 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'Port': ['ID=2f8ba02a-f657-42d3-8030-32205d22d3d4,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:01.691975 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (8e9c96e2-a13d-46dc-9b9b-782e6c616e5d), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:01.694604 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:01.695832 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-d4cb0e27-9bb5-4121-857c-fc7bdaa0cd17 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "DELETE /v2.0/floatingips/8e9c96e2-a13d-46dc-9b9b-782e6c616e5d HTTP/1.1" status: 204 len: 168 time: 0.6190670 May 04 17:55:01.799062 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'c7e7096e-e779-47a8-82af-2645c0410b85', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'port_id': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'mac_address': 'fa:16:3e:a5:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:54:44Z', 'updated_at': '2022-05-04T17:55:00Z', 'revision_number': 1, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:01.827119 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d151d-c46a-4c4d-84c0-2fc1a8350d47 None None] The sync data for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi is: [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'c7e7096e-e779-47a8-82af-2645c0410b85', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'floating_ip_address': '172.27.2.21', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'port_id': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'mac_address': 'fa:16:3e:a5:d9:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:54:44Z', 'updated_at': '2022-05-04T17:55:00Z', 'revision_number': 1, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:02.000944 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-0b145929-3024-4b36-9c9f-e6b1b8f4488d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403485 May 04 17:55:02.034437 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cc878a-9aa8-49ff-959e-03ce8fb060b9 None None] New status for floating IP c7e7096e-e779-47a8-82af-2645c0410b85: ACTIVE {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:55:02.098148 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-08908bdc-b7db-4162-b38c-c9137b613ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:02.099838 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-08908bdc-b7db-4162-b38c-c9137b613ba4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 1129 time: 0.0534687 May 04 17:55:02.219320 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-775c6f0c-9f6a-4ba3-a9a5-93d1ce9a9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:02.220821 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-775c6f0c-9f6a-4ba3-a9a5-93d1ce9a9c40 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 200 len: 920 time: 0.1002386 May 04 17:55:02.268858 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-62056ffe-2550-4ea4-88f3-22b356b68e77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7 HTTP/1.1" status: 200 len: 217 time: 0.0405617 May 04 17:55:02.575607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-ffddecc1-950a-4591-a3a9-cc9e97d4bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:02.577028 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-ffddecc1-950a-4591-a3a9-cc9e97d4bc68 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 200 len: 858 time: 0.2955468 May 04 17:55:02.767499 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-731b4779-62d5-46a1-8f8a-f3e177928b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:02.769232 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-731b4779-62d5-46a1-8f8a-f3e177928b95 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a788710-3f1d-40a2-9b49-f0445f584b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391293 May 04 17:55:02.865358 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-36af4e17-1714-4ed7-9fcd-25f89175d7f5 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886800 May 04 17:55:03.010787 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eccd822c-2ffe-4bd8-b2c9-a0d4e68e2e67 req-cae0ee57-8ad6-45ba-8649-a9a22fb19db3 service neutron] 10.222.0.86 "GET /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838134 May 04 17:55:04.804688 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462dbeb-3276-4129-bc15-3caa40daf10a req-542c28ae-7cce-4fca-b847-bb4f4d238c1c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:04.806153 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e462dbeb-3276-4129-bc15-3caa40daf10a req-542c28ae-7cce-4fca-b847-bb4f4d238c1c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 945 time: 0.0470469 May 04 17:55:04.856211 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e462dbeb-3276-4129-bc15-3caa40daf10a req-cf59dd82-0375-4b7a-8b22-a3859ab996aa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444214 May 04 17:55:05.972514 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597356cd-a6b6-4d82-aaa4-ebf5c82c66bb req-40454ff9-6ea5-4dd7-8e13-4ffd360d1651 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:05.973882 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-597356cd-a6b6-4d82-aaa4-ebf5c82c66bb req-40454ff9-6ea5-4dd7-8e13-4ffd360d1651 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 945 time: 0.0469015 May 04 17:55:06.020233 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-597356cd-a6b6-4d82-aaa4-ebf5c82c66bb req-47d83853-4d40-4530-9238-7cf5fce88ca9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 May 04 17:55:07.006925 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-591b8f5e-9567-401a-a47d-a1d43bcb5b36 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:07.008448 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-591b8f5e-9567-401a-a47d-a1d43bcb5b36 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 945 time: 0.0471408 May 04 17:55:07.106219 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Deleting port 40481ceb-6414-4b1b-b791-5007b50995f0 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:07.106573 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:07.167127 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d6ab-73ca-4e68-a1e5-d81e53526bba req-9a9aea2e-819d-47ed-b591-1d1d41aebf63 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:07.168644 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f50d6ab-73ca-4e68-a1e5-d81e53526bba req-9a9aea2e-819d-47ed-b591-1d1d41aebf63 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 945 time: 0.0749660 May 04 17:55:07.263091 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] For port 40481ceb-6414-4b1b-b791-5007b50995f0, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40481ceb-6414-4b1b-b791-5007b50995f0,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:07.263420 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:07.278287 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f50d6ab-73ca-4e68-a1e5-d81e53526bba req-d22d2081-6ab3-474c-aece-f89e2c2b3da3 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=dcf36493-10a5-4b8f-991a-0ebe97fae6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811834 May 04 17:55:07.451306 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:07.451615 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (5c7be63c-ba90-43c3-9834-3fbf250de36f), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:07.451929 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Floating IP 5c7be63c-ba90-43c3-9834-3fbf250de36f disassociated. External IP: 172.27.2.85, port: 40481ceb-6414-4b1b-b791-5007b50995f0. May 04 17:55:07.452264 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Calling delete_port for 40481ceb-6414-4b1b-b791-5007b50995f0 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:07.683823 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (40481ceb-6414-4b1b-b791-5007b50995f0), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:07.718775 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'Port': ['ID=40481ceb-6414-4b1b-b791-5007b50995f0,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:07.844084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:55:07.958294 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:55:07.968903 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:07.979718 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:07.980640 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:08.002931 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] No DVR routers for this DVR port 40481ceb-6414-4b1b-b791-5007b50995f0 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:55:08.005474 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:08.008886 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-accd1c19-aba2-461c-b5bb-7541ae9982a3 req-7ed37dd7-cbbe-42c9-a722-67fcf2cd0f59 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "DELETE /v2.0/ports/40481ceb-6414-4b1b-b791-5007b50995f0 HTTP/1.1" status: 204 len: 173 time: 0.9945102 May 04 17:55:08.009456 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'name': 'network-vif-deleted', 'tag': '40481ceb-6414-4b1b-b791-5007b50995f0'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:08.011814 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bb1474-b054-412e-8186-25097fac8ee5" -d '{"events": [{"server_uuid": "239c1ade-8d1d-4875-ae4c-4cddb02f7054", "name": "network-vif-deleted", "tag": "40481ceb-6414-4b1b-b791-5007b50995f0"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:08.050194 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfafcd4-6e44-4a9a-a601-852948229bae x-openstack-request-id: req-bdfafcd4-6e44-4a9a-a601-852948229bae {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:08.050480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239c1ade-8d1d-4875-ae4c-4cddb02f7054", "name": "network-vif-deleted", "tag": "40481ceb-6414-4b1b-b791-5007b50995f0", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:08.050749 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bdfafcd4-6e44-4a9a-a601-852948229bae {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:08.051201 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdfafcd4-6e44-4a9a-a601-852948229bae'] response: {'server_uuid': '239c1ade-8d1d-4875-ae4c-4cddb02f7054', 'name': 'network-vif-deleted', 'tag': '40481ceb-6414-4b1b-b791-5007b50995f0', 'status': 'completed', 'code': 200} May 04 17:55:08.114206 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:08.341463 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:08.369152 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:08.379008 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:08.379695 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-99dc7572-6456-4b84-ae4d-399b9379e6c9 req-69a2682d-5550-49b2-a251-f6f3aac6dd08 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=239c1ade-8d1d-4875-ae4c-4cddb02f7054 HTTP/1.1" status: 200 len: 210 time: 0.0315986 May 04 17:55:08.381155 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:54:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:08.489405 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:08.692719 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:08.723084 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beeac0f-5a05-4a2c-b8f8-dba93bedfc70 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:08.934575 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ea5339-3054-4bf0-91b8-8bd5f82a353e None None] New status for floating IP 5c7be63c-ba90-43c3-9834-3fbf250de36f: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:55:09.526810 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38236) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:09.583380 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04774406-bed6-403a-870b-150a0ab84ea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (dcf36493-10a5-4b8f-991a-0ebe97fae6a5), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:09.606182 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04774406-bed6-403a-870b-150a0ab84ea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (dcf36493-10a5-4b8f-991a-0ebe97fae6a5), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:09.737795 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04774406-bed6-403a-870b-150a0ab84ea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (dcf36493-10a5-4b8f-991a-0ebe97fae6a5), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:09.740719 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-04774406-bed6-403a-870b-150a0ab84ea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:09.741950 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-04774406-bed6-403a-870b-150a0ab84ea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "DELETE /v2.0/security-groups/dcf36493-10a5-4b8f-991a-0ebe97fae6a5 HTTP/1.1" status: 204 len: 168 time: 0.2141304 May 04 17:55:09.744821 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38238) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:09.752331 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04774406-bed6-403a-870b-150a0ab84ea9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf36493-10a5-4b8f-991a-0ebe97fae6a5,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:09.759939 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.api.v2.resource [None req-696356df-6d95-43ad-99f9-facffa8cff0f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] show failed (client error): The resource could not be found. May 04 17:55:09.760680 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-696356df-6d95-43ad-99f9-facffa8cff0f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups/dcf36493-10a5-4b8f-991a-0ebe97fae6a5 HTTP/1.1" status: 404 len: 347 time: 0.0148680 May 04 17:55:09.763661 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38240) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:09.877162 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Deleting port e946320a-be68-499e-9370-49cf71d26508 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:09.877504 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (e946320a-be68-499e-9370-49cf71d26508), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:09.954739 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (e946320a-be68-499e-9370-49cf71d26508), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:09.954989 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (e946320a-be68-499e-9370-49cf71d26508), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:09.965806 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-33cdea70-4bca-4412-ac09-8fe2273c2b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:09.969415 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Calling delete_port for e946320a-be68-499e-9370-49cf71d26508 owned by network:floatingip {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:10.154205 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (e946320a-be68-499e-9370-49cf71d26508), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:10.183863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'Port': ['ID=e946320a-be68-499e-9370-49cf71d26508,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:10.248122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (5c7be63c-ba90-43c3-9834-3fbf250de36f), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:10.250984 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:10.252225 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-f9311497-0f73-4f71-9541-6d56d45e8d74 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "DELETE /v2.0/floatingips/5c7be63c-ba90-43c3-9834-3fbf250de36f HTTP/1.1" status: 204 len: 168 time: 0.4876523 May 04 17:55:10.398158 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 40481ceb-6414-4b1b-b791-5007b50995f0 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:10.419256 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 40481ceb-6414-4b1b-b791-5007b50995f0 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:10.419600 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 40481ceb-6414-4b1b-b791-5007b50995f0 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:10.565250 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38244) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:10.569721 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-800f0ccd-f98e-40bb-992c-a0626cb67d10 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592117290', 'description': 'tempest-description--617580142'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:10.654400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-800f0ccd-f98e-40bb-992c-a0626cb67d10 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:10.719975 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-800f0ccd-f98e-40bb-992c-a0626cb67d10 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (d83303f1-8079-4dda-b65c-a47d6faa8e88), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:10.794036 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-800f0ccd-f98e-40bb-992c-a0626cb67d10 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (d83303f1-8079-4dda-b65c-a47d6faa8e88), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:10.823353 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f0ccd-f98e-40bb-992c-a0626cb67d10 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83303f1-8079-4dda-b65c-a47d6faa8e88,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:10.887606 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-800f0ccd-f98e-40bb-992c-a0626cb67d10 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:10.888919 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-800f0ccd-f98e-40bb-992c-a0626cb67d10 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3226576 May 04 17:55:10.892371 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38246) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:10.896669 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-d6cbb972-9182-4c6b-a8ff-dbf276b40297 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group_rule': {'security_group_id': 'd83303f1-8079-4dda-b65c-a47d6faa8e88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:10.996690 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb972-9182-4c6b-a8ff-dbf276b40297 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (e71a2d0f-da86-4fb6-9c76-d0fc2f1390fe), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.051987 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb972-9182-4c6b-a8ff-dbf276b40297 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (e71a2d0f-da86-4fb6-9c76-d0fc2f1390fe), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.142981 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb972-9182-4c6b-a8ff-dbf276b40297 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (e71a2d0f-da86-4fb6-9c76-d0fc2f1390fe), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.162691 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbb972-9182-4c6b-a8ff-dbf276b40297 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71a2d0f-da86-4fb6-9c76-d0fc2f1390fe,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:11.247232 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d6cbb972-9182-4c6b-a8ff-dbf276b40297 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.248537 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-d6cbb972-9182-4c6b-a8ff-dbf276b40297 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551245 May 04 17:55:11.251830 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38248) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:11.256099 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-8ef25379-cfa7-4d24-8db7-ee74e4cce0b2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group_rule': {'security_group_id': 'd83303f1-8079-4dda-b65c-a47d6faa8e88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:11.324401 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8ef25379-cfa7-4d24-8db7-ee74e4cce0b2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (c8d18d86-138a-4811-91b1-191fe2697fe5), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.379912 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8ef25379-cfa7-4d24-8db7-ee74e4cce0b2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (c8d18d86-138a-4811-91b1-191fe2697fe5), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.439982 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8ef25379-cfa7-4d24-8db7-ee74e4cce0b2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (c8d18d86-138a-4811-91b1-191fe2697fe5), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.457622 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef25379-cfa7-4d24-8db7-ee74e4cce0b2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d18d86-138a-4811-91b1-191fe2697fe5,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:11.510113 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8ef25379-cfa7-4d24-8db7-ee74e4cce0b2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.511303 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-8ef25379-cfa7-4d24-8db7-ee74e4cce0b2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585633 May 04 17:55:11.514340 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38250) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:11.518551 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:11.593708 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.674302 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.779792 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Allocated IP 172.27.2.245 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/8a1b31a2-59cd-43db-9ec1-9b4a49b5b699) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:11.883418 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:11.988638 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:12.024993 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:12.027707 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:12.031274 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:55:12.058565 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=8a1b31a2-59cd-43db-9ec1-9b4a49b5b699,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:12.120698 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (5a16b718-d98e-4e14-821e-f903ab348bcd), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:12.237362 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:12.383413 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:12.428637 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ec36b378-9e0d-4586-90a2-b3fb3944d6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:12.456600 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:12.524961 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=8a1b31a2-59cd-43db-9ec1-9b4a49b5b699,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:12.536754 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (5a16b718-d98e-4e14-821e-f903ab348bcd), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:12.606785 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:12.607966 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e4072f22-67f5-40d0-a9f6-8698cca9f2ad tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0926759 May 04 17:55:12.799919 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-a064e327-5a14-442e-a0ad-553932956739 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--592117290&fields=id&tenant_id=4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 267 time: 0.0417421 May 04 17:55:12.906014 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-54060d24-e990-4861-adec-8a66e04592db tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:12.907685 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-54060d24-e990-4861-adec-8a66e04592db tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 814 time: 0.1011827 May 04 17:55:12.922567 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-be411be7-f74f-421f-ad8a-83d8ac31558c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/quotas/4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 375 time: 0.0087619 May 04 17:55:12.969710 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-5d131dfa-6d7c-4a47-8d01-1d347d3c3590 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419781 May 04 17:55:13.066546 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-441fe094-1837-4951-aafa-d6a73c9421e2 service neutron] 10.222.0.81 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858510 May 04 17:55:13.152278 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-3584a930-14c6-46c0-a5f7-b8d426609954 service neutron] 10.222.0.81 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799255 May 04 17:55:13.458347 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-834b8487-bb5b-42f3-b146-a89e95dcc0d7 req-401942bc-88ba-4fb1-ae3a-5e686aafa35a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 210 time: 0.0297451 May 04 17:55:13.901882 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:14.563728 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d5391b0d-7731-4600-bfe9-19fbab461a87 req-b23ba187-6a89-4cc3-994d-122561caf793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 210 time: 0.0349524 May 04 17:55:15.453742 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:15.661010 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8dfe6bae-5b77-4e07-90cd-e382f4cd180c req-fabaa195-905c-4e4e-94e7-d882c88ab0cb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 210 time: 0.0277348 May 04 17:55:15.715628 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-c909b789-4a12-4ef6-9fa9-e2acb0eca369 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:15.717097 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-c909b789-4a12-4ef6-9fa9-e2acb0eca369 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 814 time: 0.1031415 May 04 17:55:15.781918 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-8ed5cda8-431a-4451-9ce7-2faea01682a7 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 379 time: 0.0511100 May 04 17:55:15.791509 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'port': {'device_id': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'admin_state_up': True, 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'security_groups': ['d83303f1-8079-4dda-b65c-a47d6faa8e88']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:15.953242 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Made reservation on behalf of 4fb5955a770341b28fa73947bd6346ed for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:55:15.956851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:16.086601 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Allocated IP 172.20.0.9 (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f/d05d631b-77c6-4698-90f1-9e7614c9da5f/5b417a76-8d09-4e43-a34f-595703100ffe) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:16.218513 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (5b417a76-8d09-4e43-a34f-595703100ffe), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:16.316418 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:16.363683 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:16.366984 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:16.373264 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:55:16.381061 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=5b417a76-8d09-4e43-a34f-595703100ffe,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:16.418467 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.418826 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.419178 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.419523 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.419865 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.420206 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.420569 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.420931 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.421442 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.421592 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.422015 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.422709 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.422948 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.423277 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.423607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:16.446853 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:16.447478 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:16.519387 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-27ab0682-778f-4f02-8f84-b3bf30fe981b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7313983 May 04 17:55:16.576548 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-e4c0e077-5069-431d-a234-48e7c5d2efac None None] Provisioning complete for port 5b417a76-8d09-4e43-a34f-595703100ffe triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:55:16.577169 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e077-5069-431d-a234-48e7c5d2efac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:16.578671 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Request body: {'port': {'device_id': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:16.611915 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0e077-5069-431d-a234-48e7c5d2efac None None] Port 5b417a76-8d09-4e43-a34f-595703100ffe cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:55:16.636033 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:16.785480 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:16.804386 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3c2aa-7c99-43eb-b35c-3f2a0e379226 req-d690afd3-49f8-4757-8a69-cd881dced682 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:16.805892 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-56d3c2aa-7c99-43eb-b35c-3f2a0e379226 req-d690afd3-49f8-4757-8a69-cd881dced682 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 931 time: 0.0629365 May 04 17:55:16.902527 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-56d3c2aa-7c99-43eb-b35c-3f2a0e379226 req-7c3f34b7-f74a-4919-8ec3-4e8480e23358 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868134 May 04 17:55:16.975246 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b417a76-8d09-4e43-a34f-595703100ffe {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:55:16.982593 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Publish callbacks [] for port (5b417a76-8d09-4e43-a34f-595703100ffe), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:16.994976 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Transition to ACTIVE for port object 5b417a76-8d09-4e43-a34f-595703100ffe will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:55:17.058476 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:17.113701 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65190c43-6566-465f-8432-ed257afa672e service neutron] Pushing event updated for resources: {'Port': ['ID=5b417a76-8d09-4e43-a34f-595703100ffe,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:17.186092 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Attempting to bind port 5b417a76-8d09-4e43-a34f-595703100ffe on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:55:17.187036 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Attempting to bind port 5b417a76-8d09-4e43-a34f-595703100ffe by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:55:17.187451 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Attempting to bind port 5b417a76-8d09-4e43-a34f-595703100ffe on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:55:17.192102 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Port 5b417a76-8d09-4e43-a34f-595703100ffe on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:55:17.192426 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Attempting to bind port 5b417a76-8d09-4e43-a34f-595703100ffe on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:55:17.197352 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:55:17.197696 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Checking segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:55:17.198084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Bound using segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:55:17.198513 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Bound port: 5b417a76-8d09-4e43-a34f-595703100ffe, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:55:17.198873 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:17.264936 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] For port 5b417a76-8d09-4e43-a34f-595703100ffe, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:55:17.267925 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] For port 5b417a76-8d09-4e43-a34f-595703100ffe, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5b417a76-8d09-4e43-a34f-595703100ffe,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:55:17.328060 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:17.365737 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:17.366353 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:17.367718 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-65190c43-6566-465f-8432-ed257afa672e service neutron] 10.222.0.86 "PUT /v2.0/ports/5b417a76-8d09-4e43-a34f-595703100ffe HTTP/1.1" status: 200 len: 1093 time: 0.8385828 May 04 17:55:17.368155 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'tag': '5b417a76-8d09-4e43-a34f-595703100ffe'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:17.370380 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd266d7f-370b-4b4a-a1ea-333d9e1bf6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "44a88af0-a439-4ebf-8632-fbbe86d18b4c", "tag": "5b417a76-8d09-4e43-a34f-595703100ffe"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:17.398969 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65190c43-6566-465f-8432-ed257afa672e service neutron] Pushing event updated for resources: {'Port': ['ID=5b417a76-8d09-4e43-a34f-595703100ffe,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:17.412790 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e38f50-cdc4-498b-8d12-b49209fb8450 x-openstack-request-id: req-26e38f50-cdc4-498b-8d12-b49209fb8450 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:17.413226 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a88af0-a439-4ebf-8632-fbbe86d18b4c", "tag": "5b417a76-8d09-4e43-a34f-595703100ffe", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:17.413484 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26e38f50-cdc4-498b-8d12-b49209fb8450 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:17.413890 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e38f50-cdc4-498b-8d12-b49209fb8450'] response: {'name': 'network-changed', 'server_uuid': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'tag': '5b417a76-8d09-4e43-a34f-595703100ffe', 'status': 'completed', 'code': 200} May 04 17:55:17.478942 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd266d7f-370b-4b4a-a1ea-333d9e1bf6eb req-b9243da8-6038-4b17-81d4-b8fb7d3c2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:17.480501 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dd266d7f-370b-4b4a-a1ea-333d9e1bf6eb req-b9243da8-6038-4b17-81d4-b8fb7d3c2a8d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 1127 time: 0.0412321 May 04 17:55:17.579084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd266d7f-370b-4b4a-a1ea-333d9e1bf6eb req-55f1e1f4-9f7a-44f8-bf2f-fbc30e1ae5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:17.580510 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dd266d7f-370b-4b4a-a1ea-333d9e1bf6eb req-55f1e1f4-9f7a-44f8-bf2f-fbc30e1ae5cf service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4fb5955a770341b28fa73947bd6346ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0926063 May 04 17:55:17.680001 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd266d7f-370b-4b4a-a1ea-333d9e1bf6eb req-5b42870b-3f54-4e51-b0e1-179fc6882391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:17.681531 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dd266d7f-370b-4b4a-a1ea-333d9e1bf6eb req-5b42870b-3f54-4e51-b0e1-179fc6882391 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933104 May 04 17:55:17.762115 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-5f601249-2552-467e-b584-9f88b17e7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:17.763654 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-5f601249-2552-467e-b584-9f88b17e7718 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 1127 time: 0.0394614 May 04 17:55:17.813035 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-13cc3e72-ce00-44d6-9b8c-589fc516c0a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b417a76-8d09-4e43-a34f-595703100ffe HTTP/1.1" status: 200 len: 217 time: 0.0387306 May 04 17:55:17.869232 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-946f2332-7134-49f0-8438-d5bade79fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:17.870570 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-946f2332-7134-49f0-8438-d5bade79fc15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.0498435 May 04 17:55:17.914511 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-2030c479-395a-4a48-8c4f-c8989948a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:17.916008 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-2030c479-395a-4a48-8c4f-c8989948a570 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386276 May 04 17:55:17.923545 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:55:18.051065 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0194c7-38de-4579-8cd3-e866737cf049 req-6d52e68c-2130-4320-9109-5b1acd6ccfdc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:18.052535 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc0194c7-38de-4579-8cd3-e866737cf049 req-6d52e68c-2130-4320-9109-5b1acd6ccfdc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 943 time: 0.0658631 May 04 17:55:18.055942 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-82b1a826-5f2d-4ff7-aa14-d3287cc9011c service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328053 May 04 17:55:18.157064 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc0194c7-38de-4579-8cd3-e866737cf049 req-b6136a6d-871d-4f5c-8033-efb44654dda3 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987592 May 04 17:55:18.180133 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-697fc4df-a1ed-498f-bc7d-b14f17393364 req-2e686efd-a292-47d9-95aa-e0ae6a733c51 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149442 May 04 17:55:19.276228 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0100-e407-4219-9523-8be772615728 req-b7ecc45a-b188-4c91-9040-0a84a9b34e4c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:19.277740 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b15b0100-e407-4219-9523-8be772615728 req-b7ecc45a-b188-4c91-9040-0a84a9b34e4c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 943 time: 0.0505564 May 04 17:55:19.323830 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b15b0100-e407-4219-9523-8be772615728 req-2d440dfe-c977-43b9-b8df-f3c8955d8773 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404675 May 04 17:55:20.436871 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d5be4-e793-4192-987a-38fc4a458e7a req-25ff6769-2f72-4619-9040-9678fe47d33a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:20.438349 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac6d5be4-e793-4192-987a-38fc4a458e7a req-25ff6769-2f72-4619-9040-9678fe47d33a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 943 time: 0.0477698 May 04 17:55:20.458084 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5b417a76-8d09-4e43-a34f-595703100ffe details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:55:20.485276 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ac6d5be4-e793-4192-987a-38fc4a458e7a req-692539fb-645e-47c7-a726-7be5b6bf234d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412529 May 04 17:55:20.556722 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5b417a76-8d09-4e43-a34f-595703100ffe, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5b417a76-8d09-4e43-a34f-595703100ffe,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:20.568170 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '5b417a76-8d09-4e43-a34f-595703100ffe', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'port_id': '5b417a76-8d09-4e43-a34f-595703100ffe', 'mac_address': 'fa:16:3e:b0:0b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:55:20.604017 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5b417a76-8d09-4e43-a34f-595703100ffe is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:55:20.604370 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:20.617128 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b417a76-8d09-4e43-a34f-595703100ffe {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:55:20.636107 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5b417a76-8d09-4e43-a34f-595703100ffe, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5b417a76-8d09-4e43-a34f-595703100ffe,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:20.723232 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:20.775144 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5b417a76-8d09-4e43-a34f-595703100ffe,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:20.782331 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.782685 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.783053 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.783401 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.783742 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.784076 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.784410 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.784856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.785186 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.785517 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.785846 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.786190 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.786517 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.786840 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:20.787168 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:21.113338 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5b417a76-8d09-4e43-a34f-595703100ffe'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:55:21.596224 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2f1fa-a359-4dc4-a2a5-1c7b28b3479d req-8a2478a6-fced-42e9-a6d0-4033895e8a53 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:21.597714 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0eb2f1fa-a359-4dc4-a2a5-1c7b28b3479d req-8a2478a6-fced-42e9-a6d0-4033895e8a53 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 944 time: 0.0462050 May 04 17:55:21.643177 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0eb2f1fa-a359-4dc4-a2a5-1c7b28b3479d req-3b56f142-4785-4080-b0b2-44c078d94c2c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 May 04 17:55:22.495071 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5b417a76-8d09-4e43-a34f-595703100ffe up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:55:22.537417 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 5b417a76-8d09-4e43-a34f-595703100ffe completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:55:22.602969 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 5b417a76-8d09-4e43-a34f-595703100ffe triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:55:22.603269 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:22.682756 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5b417a76-8d09-4e43-a34f-595703100ffe is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:55:22.683149 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:22.707695 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b417a76-8d09-4e43-a34f-595703100ffe'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:22.710049 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b872e47-72cf-4333-938d-5f7f8010c9db" -d '{"events": [{"server_uuid": "44a88af0-a439-4ebf-8632-fbbe86d18b4c", "name": "network-vif-plugged", "status": "completed", "tag": "5b417a76-8d09-4e43-a34f-595703100ffe"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:22.724132 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5b417a76-8d09-4e43-a34f-595703100ffe, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5b417a76-8d09-4e43-a34f-595703100ffe,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:22.753841 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62cc661-5a29-4ccd-bd57-e30aed99945b x-openstack-request-id: req-f62cc661-5a29-4ccd-bd57-e30aed99945b {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:22.754348 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a88af0-a439-4ebf-8632-fbbe86d18b4c", "name": "network-vif-plugged", "status": "completed", "tag": "5b417a76-8d09-4e43-a34f-595703100ffe", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:22.754610 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f62cc661-5a29-4ccd-bd57-e30aed99945b {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:22.755016 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f62cc661-5a29-4ccd-bd57-e30aed99945b'] response: {'server_uuid': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b417a76-8d09-4e43-a34f-595703100ffe', 'code': 200} May 04 17:55:22.775718 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db658ccb-17e6-401b-b7b1-3ef33415fc10 req-d8bcccc1-56e1-4517-831e-a70c4e0d938e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:22.777306 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-db658ccb-17e6-401b-b7b1-3ef33415fc10 req-d8bcccc1-56e1-4517-831e-a70c4e0d938e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 944 time: 0.0581017 May 04 17:55:22.787328 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:22.832487 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-db658ccb-17e6-401b-b7b1-3ef33415fc10 req-6fc1e86f-527a-49af-81cd-a073f0d90ba2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481732 May 04 17:55:22.856901 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5b417a76-8d09-4e43-a34f-595703100ffe,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:23.138555 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290351-537a-44e9-91fb-7228e43001a2 req-06cbf988-7242-42c0-89b9-16558be1a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:23.139997 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-41290351-537a-44e9-91fb-7228e43001a2 req-06cbf988-7242-42c0-89b9-16558be1a6f1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 1129 time: 0.0391388 May 04 17:55:23.192397 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-41290351-537a-44e9-91fb-7228e43001a2 req-de71feb3-2094-4738-a0e6-973f0640ff39 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 May 04 17:55:23.260027 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:23.947935 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdbeba-e21e-440c-9f7d-29cc89f24a99 req-5eb462c2-9bf2-42f0-9b09-6cb10dcc78c6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:23.949418 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-10fdbeba-e21e-440c-9f7d-29cc89f24a99 req-5eb462c2-9bf2-42f0-9b09-6cb10dcc78c6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 945 time: 0.0470600 May 04 17:55:24.001037 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-10fdbeba-e21e-440c-9f7d-29cc89f24a99 req-0480e4bb-3cf3-4c5c-a9dc-19ce8dda85f4 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454228 May 04 17:55:25.111561 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbea2bd-0571-4f6e-91b3-6bd713284bbb req-c6d97afc-41de-43da-b6c0-791c0621c791 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:25.113062 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3bbea2bd-0571-4f6e-91b3-6bd713284bbb req-c6d97afc-41de-43da-b6c0-791c0621c791 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 945 time: 0.0467544 May 04 17:55:25.170228 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3bbea2bd-0571-4f6e-91b3-6bd713284bbb req-da5d3a1d-1222-4f99-aa35-96ebeaff7dd9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516028 May 04 17:55:26.285344 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def4187-a32f-44c6-be03-aff3765b96c2 req-2911c49c-629b-4445-a30e-7ff9a17f875f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:26.286791 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1def4187-a32f-44c6-be03-aff3765b96c2 req-2911c49c-629b-4445-a30e-7ff9a17f875f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 945 time: 0.0466995 May 04 17:55:26.339029 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1def4187-a32f-44c6-be03-aff3765b96c2 req-4c8047d7-bbc1-4416-a956-2182b6c60a4b tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467582 May 04 17:55:26.449788 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b8d69-f816-4943-b9ba-27e01587f425 req-38954522-8abc-4981-a186-1efcea8ddf51 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:26.451253 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-567b8d69-f816-4943-b9ba-27e01587f425 req-38954522-8abc-4981-a186-1efcea8ddf51 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 945 time: 0.0509610 May 04 17:55:26.459679 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38350) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:26.464039 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'floatingip': {'port_id': '5b417a76-8d09-4e43-a34f-595703100ffe'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:26.504610 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (5a16b718-d98e-4e14-821e-f903ab348bcd), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:26.855962 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f71459-a137-4810-9fd2-6d4fbb88754f req-b17b2f1c-f594-4706-a7b5-73a448e6cfc7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:26.857479 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b6f71459-a137-4810-9fd2-6d4fbb88754f req-b17b2f1c-f594-4706-a7b5-73a448e6cfc7 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0569177 May 04 17:55:26.967209 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b6f71459-a137-4810-9fd2-6d4fbb88754f req-54f5e900-ff8e-4208-a4d9-35fec2465c53 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811446 May 04 17:55:27.023592 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:27.096411 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (5a16b718-d98e-4e14-821e-f903ab348bcd), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:27.199053 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Floating IP 5a16b718-d98e-4e14-821e-f903ab348bcd associated. External IP: 172.27.2.245, port: 5b417a76-8d09-4e43-a34f-595703100ffe. May 04 17:55:27.625315 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:55:27.735158 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:55:27.740050 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:27.745251 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:27.756092 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:27.758577 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:27.769110 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-9df99e47-ef69-4f2b-a5f0-88403e1dee99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "PUT /v2.0/floatingips/5a16b718-d98e-4e14-821e-f903ab348bcd HTTP/1.1" status: 200 len: 991 time: 1.3083715 May 04 17:55:27.769710 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'tag': '5b417a76-8d09-4e43-a34f-595703100ffe'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:27.771929 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe0eb6-31bd-4280-b769-4479ddcec28f" -d '{"events": [{"name": "network-changed", "server_uuid": "44a88af0-a439-4ebf-8632-fbbe86d18b4c", "tag": "5b417a76-8d09-4e43-a34f-595703100ffe"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:27.866961 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:27.869649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd25e37-6348-46d0-be2f-fded714e3473 x-openstack-request-id: req-bcd25e37-6348-46d0-be2f-fded714e3473 {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:27.869940 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a88af0-a439-4ebf-8632-fbbe86d18b4c", "tag": "5b417a76-8d09-4e43-a34f-595703100ffe", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:27.870194 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bcd25e37-6348-46d0-be2f-fded714e3473 {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:27.870599 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd25e37-6348-46d0-be2f-fded714e3473'] response: {'name': 'network-changed', 'server_uuid': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'tag': '5b417a76-8d09-4e43-a34f-595703100ffe', 'status': 'completed', 'code': 200} May 04 17:55:28.085109 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ecdf8-e782-414b-8aa7-816d8993d2f6 req-c4152945-39dd-481c-8586-5dd0f1dacc8e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:28.086630 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8b5ecdf8-e782-414b-8aa7-816d8993d2f6 req-c4152945-39dd-481c-8586-5dd0f1dacc8e tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0485461 May 04 17:55:28.136890 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8b5ecdf8-e782-414b-8aa7-816d8993d2f6 req-4f256688-53aa-4487-ab4d-7e275296d9ec tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 May 04 17:55:28.213755 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5a16b718-d98e-4e14-821e-f903ab348bcd', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '5b417a76-8d09-4e43-a34f-595703100ffe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:b0:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:12Z', 'updated_at': '2022-05-04T17:55:26Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:28.238893 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:28.247539 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:28.248062 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:28.358143 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:28.568215 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5a16b718-d98e-4e14-821e-f903ab348bcd', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '5b417a76-8d09-4e43-a34f-595703100ffe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:b0:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:12Z', 'updated_at': '2022-05-04T17:55:26Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:28.593488 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4023bb-372c-487c-a2eb-d040595b3af4 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '5a16b718-d98e-4e14-821e-f903ab348bcd', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '5b417a76-8d09-4e43-a34f-595703100ffe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:b0:0b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:12Z', 'updated_at': '2022-05-04T17:55:26Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:28.780995 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf6809c-feb2-426b-84ab-36c3812fabf8 None None] New status for floating IP 5a16b718-d98e-4e14-821e-f903ab348bcd: ACTIVE {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:55:29.253979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eb872-d766-4906-ad96-585fcd842d0f req-cf48ae59-af2d-4f37-a31d-b5466e32d476 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:29.255344 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0b5eb872-d766-4906-ad96-585fcd842d0f req-cf48ae59-af2d-4f37-a31d-b5466e32d476 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0463469 May 04 17:55:29.304203 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0b5eb872-d766-4906-ad96-585fcd842d0f req-1bb7710d-82eb-48c8-aa81-85e591a28dc0 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434022 May 04 17:55:30.417274 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5596c46-0319-42c1-8e77-aa6f59673589 req-f3f91593-14f8-46df-acba-3ee8af526eda tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.419342 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d5596c46-0319-42c1-8e77-aa6f59673589 req-f3f91593-14f8-46df-acba-3ee8af526eda tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0466998 May 04 17:55:30.465525 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d5596c46-0319-42c1-8e77-aa6f59673589 req-2e17d810-f48a-497d-869c-74b657cc5d35 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401375 May 04 17:55:30.638024 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-f8a9aa93-6142-43e1-8b19-634d871dd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.639500 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-f8a9aa93-6142-43e1-8b19-634d871dd5b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 1129 time: 0.0387838 May 04 17:55:30.734916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-2ea733c8-f002-47e9-8bef-9b30d22ab338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.736384 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-2ea733c8-f002-47e9-8bef-9b30d22ab338 service neutron] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 915 time: 0.0857279 May 04 17:55:30.806628 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-5b6ccdb2-af87-4e66-b835-2c5749a73427 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b417a76-8d09-4e43-a34f-595703100ffe HTTP/1.1" status: 200 len: 1001 time: 0.0620699 May 04 17:55:30.963075 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-161b61ed-d337-4946-a5e3-b11923345dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.964635 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-161b61ed-d337-4946-a5e3-b11923345dcd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.0431490 May 04 17:55:31.009539 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-abced1a9-9f0c-40fa-bddb-cf906c1ff371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:31.011040 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-abced1a9-9f0c-40fa-bddb-cf906c1ff371 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383260 May 04 17:55:31.132578 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-b5dbf6b7-78d5-42ac-87ff-7b6c59ba790b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:31.134012 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-b5dbf6b7-78d5-42ac-87ff-7b6c59ba790b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0581727 May 04 17:55:31.139313 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-aa354af6-65a1-4923-8339-05c901d1bcfa service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216409 May 04 17:55:31.279137 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Deleting port ebe99c84-7559-45e6-b59f-73d3645b3f39 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:31.279394 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:31.315455 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dffe0eb6-31bd-4280-b769-4479ddcec28f req-156b56c5-eca3-47dd-8e52-c0dbdb7157f9 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685283 May 04 17:55:31.656501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc01a5b-4745-43b1-9872-d65906069520 req-1b75c5d5-945c-4956-b901-1b613ecfffe6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:31.657885 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1fc01a5b-4745-43b1-9872-d65906069520 req-1b75c5d5-945c-4956-b901-1b613ecfffe6 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 946 time: 0.0635138 May 04 17:55:31.662668 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] For port ebe99c84-7559-45e6-b59f-73d3645b3f39, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ebe99c84-7559-45e6-b59f-73d3645b3f39,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:31.663032 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:31.763554 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1fc01a5b-4745-43b1-9872-d65906069520 req-e0a94e66-00a1-4b8d-be75-73564d7051ee tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979371 May 04 17:55:31.870350 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:31.871252 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (fb8950a0-cf11-47b4-9e73-dfcab797a6cf), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:31.871538 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Floating IP fb8950a0-cf11-47b4-9e73-dfcab797a6cf disassociated. External IP: 172.27.2.208, port: ebe99c84-7559-45e6-b59f-73d3645b3f39. May 04 17:55:31.871875 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Calling delete_port for ebe99c84-7559-45e6-b59f-73d3645b3f39 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:32.061317 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (ebe99c84-7559-45e6-b59f-73d3645b3f39), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:32.093752 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event deleted for resources: {'Port': ['ID=ebe99c84-7559-45e6-b59f-73d3645b3f39,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:32.207741 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Router 3a949aad-e502-40ad-aaa5-cda0086c16f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:55:32.316131 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:55:32.327464 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] Sync routers for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:32.337052 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:32.337936 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:32.359311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] No DVR routers for this DVR port ebe99c84-7559-45e6-b59f-73d3645b3f39 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:55:32.361919 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:32.365261 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3cbdedc0-bbab-4815-81bd-85ebbc600b3a req-16e942cb-08d4-4aac-8423-6739cf65db3f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "DELETE /v2.0/ports/ebe99c84-7559-45e6-b59f-73d3645b3f39 HTTP/1.1" status: 204 len: 173 time: 1.2251000 May 04 17:55:32.365706 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'name': 'network-vif-deleted', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:32.367953 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a3cc43-90aa-4340-abc6-78c4753fbd28" -d '{"events": [{"server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "name": "network-vif-deleted", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:32.415697 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e69823-fd92-4138-8412-b388ae98cad4 x-openstack-request-id: req-05e69823-fd92-4138-8412-b388ae98cad4 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:32.415997 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ffaa0d-d2f3-4f88-ad09-3893a5239c8e", "name": "network-vif-deleted", "tag": "ebe99c84-7559-45e6-b59f-73d3645b3f39", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:32.416255 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05e69823-fd92-4138-8412-b388ae98cad4 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:32.416721 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e69823-fd92-4138-8412-b388ae98cad4'] response: {'server_uuid': '69ffaa0d-d2f3-4f88-ad09-3893a5239c8e', 'name': 'network-vif-deleted', 'tag': 'ebe99c84-7559-45e6-b59f-73d3645b3f39', 'status': 'completed', 'code': 200} May 04 17:55:32.473721 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:32.672954 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:32.703859 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] Checking router: 3a949aad-e502-40ad-aaa5-cda0086c16f6 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:32.712179 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:32.712817 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:32.822448 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:32.876814 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-53b11364-bcc3-458a-b9c3-0a7bfc95b627 req-b4888f72-b419-4b14-8d0e-d01be1a52813 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=69ffaa0d-d2f3-4f88-ad09-3893a5239c8e HTTP/1.1" status: 200 len: 210 time: 0.0286040 May 04 17:55:33.014835 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:33.044557 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448660-e46c-46ef-b67a-d61ee3595791 None None] The sync data for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi is: [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'd204f0ed-7928-40c7-851f-7bc14c0cfad4', 'name': '', 'network_id': '2a788710-3f1d-40a2-9b49-f0445f584b5a', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'mac_address': 'fa:16:3e:24:37:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:07Z', 'updated_at': '2022-05-04T17:50:22Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'subnets': [{'id': 'f18c2eb7-06ab-47e9-8fe5-4147a2cef998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:33.266159 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce2c721-7934-4aee-b456-e22a2c9bd71d None None] New status for floating IP fb8950a0-cf11-47b4-9e73-dfcab797a6cf: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:55:34.034535 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38380) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:34.087695 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group (29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.111775 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group (29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.263511 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.266255 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.267418 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "DELETE /v2.0/security-groups/29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9 HTTP/1.1" status: 204 len: 168 time: 0.2318628 May 04 17:55:34.270445 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38384) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:34.277282 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:34.283351 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.api.v2.resource [None req-e7f27c60-cc8b-4013-b819-d76f96f2c7a9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] show failed (client error): The resource could not be found. May 04 17:55:34.284545 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e7f27c60-cc8b-4013-b819-d76f96f2c7a9 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups/29f2ccd1-5866-4ac1-8efc-5e77c28bc1e9 HTTP/1.1" status: 404 len: 347 time: 0.0131631 May 04 17:55:34.284686 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.284864 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.285207 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.285543 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.285872 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.286199 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.286545 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.286845 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.286971 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38386) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:34.287166 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.287488 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.287809 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.288133 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.288465 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.288790 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.289110 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48621537-7871-41ec-b235-23051aff110b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:34.408247 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Deleting port 1652dc26-3ab9-4668-bb2e-4bd4857dafb0 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:34.408563 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.486789 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.487117 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.499494 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Calling delete_port for 1652dc26-3ab9-4668-bb2e-4bd4857dafb0 owned by network:floatingip {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:34.511607 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device ebe99c84-7559-45e6-b59f-73d3645b3f39 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:34.544894 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: ebe99c84-7559-45e6-b59f-73d3645b3f39 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:34.545374 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device ebe99c84-7559-45e6-b59f-73d3645b3f39 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:34.701217 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (1652dc26-3ab9-4668-bb2e-4bd4857dafb0), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.726413 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event deleted for resources: {'Port': ['ID=1652dc26-3ab9-4668-bb2e-4bd4857dafb0,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:34.788124 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks [] for floatingip (fb8950a0-cf11-47b4-9e73-dfcab797a6cf), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.790659 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:34.792432 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-23c786cb-fb1d-46c7-a2d3-5a4b6d45e927 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "DELETE /v2.0/floatingips/fb8950a0-cf11-47b4-9e73-dfcab797a6cf HTTP/1.1" status: 204 len: 168 time: 0.5040169 May 04 17:55:36.403650 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ef797-e634-4b28-bac1-7b80cf0a8173 req-6af4ab32-e54d-4c02-8d92-debfdb5150fe tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:36.405216 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-575ef797-e634-4b28-bac1-7b80cf0a8173 req-6af4ab32-e54d-4c02-8d92-debfdb5150fe tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0496409 May 04 17:55:36.455877 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-575ef797-e634-4b28-bac1-7b80cf0a8173 req-8f0740b2-17ce-4a4d-94e7-e62e0132dda6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 May 04 17:55:37.568515 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3de23-b5c7-4ee0-9ebd-3f840b2794ed req-b32b13d6-28f4-49a6-a51d-e8bd8f552f09 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:37.570012 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-89d3de23-b5c7-4ee0-9ebd-3f840b2794ed req-b32b13d6-28f4-49a6-a51d-e8bd8f552f09 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0470376 May 04 17:55:37.616630 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-89d3de23-b5c7-4ee0-9ebd-3f840b2794ed req-42771d89-ffbf-47a1-8e83-185554f20d41 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 May 04 17:55:37.870050 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f92e7a-afc9-4b3f-b910-5ca8fdb26272 req-e578c50b-bdac-4355-8b5f-acfcce1efa95 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:37.871440 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b3f92e7a-afc9-4b3f-b910-5ca8fdb26272 req-e578c50b-bdac-4355-8b5f-acfcce1efa95 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0510266 May 04 17:55:37.917442 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b3f92e7a-afc9-4b3f-b910-5ca8fdb26272 req-989a4a26-47f3-4004-a79c-fcd63b33285f tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 May 04 17:55:38.733699 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34374977-d5e0-4d60-859e-3a2e630f50ac req-3e29cdca-1aa8-456d-be35-b3755e323d39 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:38.735225 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-34374977-d5e0-4d60-859e-3a2e630f50ac req-3e29cdca-1aa8-456d-be35-b3755e323d39 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0502198 May 04 17:55:38.782954 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-34374977-d5e0-4d60-859e-3a2e630f50ac req-79a30fe7-1719-44c7-9e68-16d2fb7b338a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 May 04 17:55:39.032025 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b6036-79b7-4abb-9f45-1a3696b07cea req-cbfb0fbb-11ff-4d24-b3dd-b4b27b454696 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:39.033516 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a64b6036-79b7-4abb-9f45-1a3696b07cea req-cbfb0fbb-11ff-4d24-b3dd-b4b27b454696 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0461655 May 04 17:55:39.080613 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a64b6036-79b7-4abb-9f45-1a3696b07cea req-ffc36c38-4598-4f5f-9c4d-00c22b34f19a tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 May 04 17:55:39.895281 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812be3a6-f538-4799-a6a8-bb8d15ecdc32 req-42ce93d2-c841-45bb-9acf-c8cc13c3611a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:39.896806 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-812be3a6-f538-4799-a6a8-bb8d15ecdc32 req-42ce93d2-c841-45bb-9acf-c8cc13c3611a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0479572 May 04 17:55:39.954725 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-812be3a6-f538-4799-a6a8-bb8d15ecdc32 req-f38a6154-3ca0-40da-aab4-b57e44fc3b77 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522010 May 04 17:55:39.962950 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e95e4b38-aeb1-4c78-962c-a10f48665244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:40.192249 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309723-78a7-4286-998c-e8c260a7ee42 req-a3dbcc5a-5c88-4628-86ce-ff860ae91861 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:40.193740 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e2309723-78a7-4286-998c-e8c260a7ee42 req-a3dbcc5a-5c88-4628-86ce-ff860ae91861 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0476005 May 04 17:55:40.243005 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e2309723-78a7-4286-998c-e8c260a7ee42 req-46810222-d271-4f8b-bcfe-5825e99b3e6d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 May 04 17:55:40.898139 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-b41068b2-fddd-435b-afe7-997805ab8ff7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:40.899560 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-b41068b2-fddd-435b-afe7-997805ab8ff7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.0441535 May 04 17:55:41.029245 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-c7924110-71d0-478e-86b1-9543f191f3fc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:41.031011 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-c7924110-71d0-478e-86b1-9543f191f3fc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.1023314 May 04 17:55:41.131661 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Deleting port ff1ece2e-bde0-43b5-b754-d28a6d20a05a {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:41.131994 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.163370 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163e14d-0f4f-402d-9a0f-9a6eca967814 req-a70115d7-4ec3-48f9-b39c-3546bc49b2c6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:41.164747 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2163e14d-0f4f-402d-9a0f-9a6eca967814 req-a70115d7-4ec3-48f9-b39c-3546bc49b2c6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 946 time: 0.1111834 May 04 17:55:41.264841 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Deleting port 4aa9ac13-c312-43a7-af42-35dcfb566eed {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:41.265171 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.330898 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] For port ff1ece2e-bde0-43b5-b754-d28a6d20a05a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:41.331257 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.370893 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d27ed-1470-4bed-9749-49ef89e7d559 req-8bbe7ebc-8d36-474f-982f-8558df741f83 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:41.372850 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d91d27ed-1470-4bed-9749-49ef89e7d559 req-8bbe7ebc-8d36-474f-982f-8558df741f83 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 946 time: 0.0606346 May 04 17:55:41.375848 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2163e14d-0f4f-402d-9a0f-9a6eca967814 req-f4237de1-5102-4c97-b569-5bb3354af1a6 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889594 May 04 17:55:41.421527 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d91d27ed-1470-4bed-9749-49ef89e7d559 req-fbf6da94-7522-4f7b-81b0-4f25e3667a60 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 May 04 17:55:41.453526 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] For port 4aa9ac13-c312-43a7-af42-35dcfb566eed, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=4aa9ac13-c312-43a7-af42-35dcfb566eed,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:41.453885 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.496921 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Calling delete_port for 4aa9ac13-c312-43a7-af42-35dcfb566eed owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:41.611578 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.611931 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.612237 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Floating IP 68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3 disassociated. External IP: 172.27.2.206, port: ff1ece2e-bde0-43b5-b754-d28a6d20a05a. May 04 17:55:41.612594 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Calling delete_port for ff1ece2e-bde0-43b5-b754-d28a6d20a05a owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:41.804721 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (4aa9ac13-c312-43a7-af42-35dcfb566eed), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.819789 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['4aa9ac13-c312-43a7-af42-35dcfb566eed', '40ab8ce0-0a21-41a9-a175-cde38c33d5d7'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:55:41.833937 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event deleted for resources: {'Port': ['ID=4aa9ac13-c312-43a7-af42-35dcfb566eed,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:41.888219 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (ff1ece2e-bde0-43b5-b754-d28a6d20a05a), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.901811 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] No DVR routers for this DVR port 4aa9ac13-c312-43a7-af42-35dcfb566eed on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:55:41.904593 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:41.908389 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-59ea73c3-2ca9-451d-b06f-5af8fcf6b8b8 req-78f0cede-a987-453c-9ea3-2d61c936cc65 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "DELETE /v2.0/ports/4aa9ac13-c312-43a7-af42-35dcfb566eed HTTP/1.1" status: 204 len: 173 time: 0.8535547 May 04 17:55:41.929488 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971af823-1c8a-402d-9182-ba295f9fb4f3', 'name': 'network-vif-deleted', 'tag': '4aa9ac13-c312-43a7-af42-35dcfb566eed'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:41.931952 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ff39e9-73f6-40cf-a4f9-8f25fe9e38a8" -d '{"events": [{"server_uuid": "971af823-1c8a-402d-9182-ba295f9fb4f3", "name": "network-vif-deleted", "tag": "4aa9ac13-c312-43a7-af42-35dcfb566eed"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:41.936411 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event deleted for resources: {'Port': ['ID=ff1ece2e-bde0-43b5-b754-d28a6d20a05a,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:42.060225 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e61e05-e16f-4ffd-89f9-0c65113a25bb x-openstack-request-id: req-72e61e05-e16f-4ffd-89f9-0c65113a25bb {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:42.060564 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971af823-1c8a-402d-9182-ba295f9fb4f3", "name": "network-vif-deleted", "tag": "4aa9ac13-c312-43a7-af42-35dcfb566eed", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:42.060823 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-72e61e05-e16f-4ffd-89f9-0c65113a25bb {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:42.061224 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e61e05-e16f-4ffd-89f9-0c65113a25bb'] response: {'server_uuid': '971af823-1c8a-402d-9182-ba295f9fb4f3', 'name': 'network-vif-deleted', 'tag': '4aa9ac13-c312-43a7-af42-35dcfb566eed', 'status': 'completed', 'code': 200} May 04 17:55:42.073101 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Router 54e3053e-c199-4420-a8c2-4539d71996b4 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:55:42.185501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:55:42.198050 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] Sync routers for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:42.210108 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:42.210692 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:42.233202 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] No DVR routers for this DVR port ff1ece2e-bde0-43b5-b754-d28a6d20a05a on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:55:42.236044 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:42.249404 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d577359c-6159-492e-81bd-9e18ae30fb4f req-2dcad895-3cfa-46e3-b9b0-fc9722b6c31b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "DELETE /v2.0/ports/ff1ece2e-bde0-43b5-b754-d28a6d20a05a HTTP/1.1" status: 204 len: 173 time: 1.3216932 May 04 17:55:42.336104 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:42.437962 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-35a50f97-4eb2-428e-889e-77ffad796092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:42.496913 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1a5a5212-d215-446b-ace0-c143ebb1b191 req-619f96ae-76ff-4734-8a7c-52b42636d7a9 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d231c63-0386-4960-925e-e813db08788f HTTP/1.1" status: 200 len: 210 time: 0.0386496 May 04 17:55:42.562180 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1b6cae62-5a8f-4fa3-9c1c-d2acc1933f2c req-9f09061c-bada-4d18-a3fa-f2baa7e25918 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=971af823-1c8a-402d-9182-ba295f9fb4f3 HTTP/1.1" status: 200 len: 210 time: 0.0304940 May 04 17:55:42.687385 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:42.713992 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] Checking router: 54e3053e-c199-4420-a8c2-4539d71996b4 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:42.722391 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:42.722948 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:42.832163 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:43.025792 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:43.052706 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bc1d2a-d135-4285-9f64-3b31ff7c0dc2 None None] The sync data for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi is: [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:43.278645 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49edb76-aeb5-4138-9e7d-46097642fba5 None None] New status for floating IP 68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:55:43.626896 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38452) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:43.681113 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65458429-d74f-4310-8a46-7e03a85fd512 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:43.705040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65458429-d74f-4310-8a46-7e03a85fd512 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:43.822481 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65458429-d74f-4310-8a46-7e03a85fd512 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:43.825123 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-65458429-d74f-4310-8a46-7e03a85fd512 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:43.828130 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-65458429-d74f-4310-8a46-7e03a85fd512 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "DELETE /v2.0/security-groups/aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d HTTP/1.1" status: 204 len: 168 time: 0.1984270 May 04 17:55:43.829195 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38454) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:43.836719 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65458429-d74f-4310-8a46-7e03a85fd512 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:43.843302 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.api.v2.resource [None req-ea0085e3-62c5-4d07-9aad-dca099e79bdf tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] show failed (client error): The resource could not be found. May 04 17:55:43.844317 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ea0085e3-62c5-4d07-9aad-dca099e79bdf tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups/aa2bfd53-0023-4eba-ac97-edfd2fbd6c6d HTTP/1.1" status: 404 len: 347 time: 0.0141027 May 04 17:55:43.847129 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38456) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:43.859727 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:43.971432 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Deleting port 14a123ca-97b1-464b-8cd8-598a5848825e {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:43.971771 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (14a123ca-97b1-464b-8cd8-598a5848825e), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.062921 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d231c63-0386-4960-925e-e813db08788f', 'name': 'network-vif-deleted', 'tag': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:44.065144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c439fe42-fbe7-425e-aba1-ed554e1d4646" -d '{"events": [{"server_uuid": "5d231c63-0386-4960-925e-e813db08788f", "name": "network-vif-deleted", "tag": "ff1ece2e-bde0-43b5-b754-d28a6d20a05a"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:44.087073 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (14a123ca-97b1-464b-8cd8-598a5848825e), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.087584 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (14a123ca-97b1-464b-8cd8-598a5848825e), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.096163 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364b3fc-21a4-4a1e-b72f-c66e06f09d3b req-389d5004-57de-4ddb-a5a5-a628e03976bc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:44.097737 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c364b3fc-21a4-4a1e-b72f-c66e06f09d3b req-389d5004-57de-4ddb-a5a5-a628e03976bc tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0709527 May 04 17:55:44.104002 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1a5dc1-d845-4a56-a701-42feb2939a99 x-openstack-request-id: req-1d1a5dc1-d845-4a56-a701-42feb2939a99 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:44.104288 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d231c63-0386-4960-925e-e813db08788f", "name": "network-vif-deleted", "tag": "ff1ece2e-bde0-43b5-b754-d28a6d20a05a", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:44.104566 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d1a5dc1-d845-4a56-a701-42feb2939a99 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:44.104950 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1a5dc1-d845-4a56-a701-42feb2939a99'] response: {'server_uuid': '5d231c63-0386-4960-925e-e813db08788f', 'name': 'network-vif-deleted', 'tag': 'ff1ece2e-bde0-43b5-b754-d28a6d20a05a', 'status': 'completed', 'code': 200} May 04 17:55:44.117270 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Calling delete_port for 14a123ca-97b1-464b-8cd8-598a5848825e owned by network:floatingip {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:44.197455 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c364b3fc-21a4-4a1e-b72f-c66e06f09d3b req-4c873674-dc8e-49fe-93a1-3d38a8a69a4d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916758 May 04 17:55:44.333659 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (14a123ca-97b1-464b-8cd8-598a5848825e), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.357559 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event deleted for resources: {'Port': ['ID=14a123ca-97b1-464b-8cd8-598a5848825e,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:44.424150 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.426671 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.427838 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-2d38ff6d-832d-4f48-86a3-dd7adccbfa50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "DELETE /v2.0/floatingips/68d3f6ce-97ca-4ed5-850d-4bbf934b7ca3 HTTP/1.1" status: 204 len: 168 time: 0.5795674 May 04 17:55:44.520005 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device ff1ece2e-bde0-43b5-b754-d28a6d20a05a no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:44.540179 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: ff1ece2e-bde0-43b5-b754-d28a6d20a05a {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:44.540646 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device ff1ece2e-bde0-43b5-b754-d28a6d20a05a not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:44.541175 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4aa9ac13-c312-43a7-af42-35dcfb566eed no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:44.562605 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 4aa9ac13-c312-43a7-af42-35dcfb566eed {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:44.562947 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 4aa9ac13-c312-43a7-af42-35dcfb566eed not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:44.716802 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38464) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:44.721293 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-d2898d48-709a-4991-8cba-60e0d1f9e40b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1743150862', 'description': 'tempest-description--1649510022'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:44.798643 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d2898d48-709a-4991-8cba-60e0d1f9e40b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.863013 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d2898d48-709a-4991-8cba-60e0d1f9e40b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (0e57d2b4-f69b-4856-be11-440d27320690), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.935575 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d2898d48-709a-4991-8cba-60e0d1f9e40b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0e57d2b4-f69b-4856-be11-440d27320690), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:44.963314 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2898d48-709a-4991-8cba-60e0d1f9e40b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e57d2b4-f69b-4856-be11-440d27320690,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:45.021192 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-d2898d48-709a-4991-8cba-60e0d1f9e40b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.022439 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-d2898d48-709a-4991-8cba-60e0d1f9e40b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3046203 May 04 17:55:45.025761 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38466) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:45.030215 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-081c28c6-501b-4888-8c56-0fbf3fd19ba7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'security_group_rule': {'security_group_id': '0e57d2b4-f69b-4856-be11-440d27320690', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:45.116588 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-081c28c6-501b-4888-8c56-0fbf3fd19ba7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (1d28907e-c073-46f4-80a2-e80f0f42bfbc), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.170695 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-081c28c6-501b-4888-8c56-0fbf3fd19ba7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (1d28907e-c073-46f4-80a2-e80f0f42bfbc), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.264746 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-081c28c6-501b-4888-8c56-0fbf3fd19ba7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (1d28907e-c073-46f4-80a2-e80f0f42bfbc), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.313628 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c28c6-501b-4888-8c56-0fbf3fd19ba7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d28907e-c073-46f4-80a2-e80f0f42bfbc,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:45.331686 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e71f-2673-4d6f-b09c-565416bd1c1f req-30c3d8a0-9cd3-4161-a0a4-183c288118be tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:45.333348 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f822e71f-2673-4d6f-b09c-565416bd1c1f req-30c3d8a0-9cd3-4161-a0a4-183c288118be tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0662978 May 04 17:55:45.374329 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-081c28c6-501b-4888-8c56-0fbf3fd19ba7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.375500 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-081c28c6-501b-4888-8c56-0fbf3fd19ba7 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488350 May 04 17:55:45.378307 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38470) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:45.383337 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-788e2d1a-7996-491e-8789-827a7538f94a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'security_group_rule': {'security_group_id': '0e57d2b4-f69b-4856-be11-440d27320690', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:45.388839 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f822e71f-2673-4d6f-b09c-565416bd1c1f req-20899200-2865-42fb-ac00-911aec72933b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 May 04 17:55:45.444813 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.467331 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-788e2d1a-7996-491e-8789-827a7538f94a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (98b4e141-1326-49f9-ba72-c9b045a79fdf), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.522232 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-788e2d1a-7996-491e-8789-827a7538f94a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (98b4e141-1326-49f9-ba72-c9b045a79fdf), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.592571 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-788e2d1a-7996-491e-8789-827a7538f94a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (98b4e141-1326-49f9-ba72-c9b045a79fdf), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.611626 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e2d1a-7996-491e-8789-827a7538f94a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b4e141-1326-49f9-ba72-c9b045a79fdf,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:45.674584 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-788e2d1a-7996-491e-8789-827a7538f94a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.676083 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-788e2d1a-7996-491e-8789-827a7538f94a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2965291 May 04 17:55:45.678925 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38472) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:45.683807 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:45.767909 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.848511 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:45.954044 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Allocated IP 172.27.2.35 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/c003d471-1d67-418c-8815-181d366074db) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:46.070401 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for port (c003d471-1d67-418c-8815-181d366074db), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.216172 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (c003d471-1d67-418c-8815-181d366074db), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.253882 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:46.256775 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:46.262469 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:55:46.268013 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'Port': ['ID=c003d471-1d67-418c-8815-181d366074db,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:46.350542 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (e6352a3e-436c-4246-b425-b78f17b5c12e), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.448542 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (c003d471-1d67-418c-8815-181d366074db), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.545066 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f379fce-5a90-4214-a79c-e581c477b9a2 req-f1a03080-e507-427f-b2a9-84ecca6e3962 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:46.545066 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7f379fce-5a90-4214-a79c-e581c477b9a2 req-f1a03080-e507-427f-b2a9-84ecca6e3962 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0729508 May 04 17:55:46.643330 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7f379fce-5a90-4214-a79c-e581c477b9a2 req-753ee04e-540d-49bc-a552-c1060940dc58 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/security-groups?id=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882127 May 04 17:55:46.684837 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for port (c003d471-1d67-418c-8815-181d366074db), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.763628 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (c003d471-1d67-418c-8815-181d366074db), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.792406 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.834318 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'Port': ['ID=c003d471-1d67-418c-8815-181d366074db,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:46.844300 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (e6352a3e-436c-4246-b425-b78f17b5c12e), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.908458 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-eca53b38-aaca-4a26-9426-e49e0fbf0a44 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:46.909902 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-eca53b38-aaca-4a26-9426-e49e0fbf0a44 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 945 time: 0.0467942 May 04 17:55:46.920319 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:46.921664 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ab0eb407-9ca1-4955-8942-ec1d382999e8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2418017 May 04 17:55:47.010909 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Deleting port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:47.011254 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:47.118619 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-c2e5409e-36d6-4309-bd2c-92003f36ad80 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1743150862&fields=id&tenant_id=65ea04a5ce2f4f75968d7d0204336cf6 HTTP/1.1" status: 200 len: 267 time: 0.0906601 May 04 17:55:47.130694 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] For port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:47.131063 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:47.171979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Calling delete_port for 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:47.285727 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-7492f79f-da72-48a3-8df5-ad666a2b2d01 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:47.287176 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-7492f79f-da72-48a3-8df5-ad666a2b2d01 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/networks?id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 200 len: 810 time: 0.1616979 May 04 17:55:47.315646 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-52e6b648-d6b4-4413-b39a-8df1ea997ffe tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/quotas/65ea04a5ce2f4f75968d7d0204336cf6 HTTP/1.1" status: 200 len: 375 time: 0.0214422 May 04 17:55:47.402953 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-b59de0e0-bb3a-46dc-a100-515f5d6c2ebe tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817199 May 04 17:55:47.475843 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (40ab8ce0-0a21-41a9-a175-cde38c33d5d7), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:47.488682 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['40ab8ce0-0a21-41a9-a175-cde38c33d5d7'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:55:47.519625 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Pushing event deleted for resources: {'Port': ['ID=40ab8ce0-0a21-41a9-a175-cde38c33d5d7,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:47.747408 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-149847e6-44d1-450d-a50b-4ca7c525c380 req-5f2926a9-8b1c-4c95-a28c-ac9d37fdd482 tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 210 time: 0.0326579 May 04 17:55:47.847649 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] No DVR routers for this DVR port 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:55:47.851380 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:47.854718 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b2c34f90-b67a-4af4-973e-d08a6859b12d req-f4c441f3-0f85-4b51-9238-46fb7245540b tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.86 "DELETE /v2.0/ports/40ab8ce0-0a21-41a9-a175-cde38c33d5d7 HTTP/1.1" status: 204 len: 173 time: 0.9389000 May 04 17:55:47.855180 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f2356c-8c1b-4fb8-a57a-10b493371788', 'name': 'network-vif-deleted', 'tag': '40ab8ce0-0a21-41a9-a175-cde38c33d5d7'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:47.857806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd55883-dea7-47d0-acf0-abffc8eb472e" -d '{"events": [{"server_uuid": "a4f2356c-8c1b-4fb8-a57a-10b493371788", "name": "network-vif-deleted", "tag": "40ab8ce0-0a21-41a9-a175-cde38c33d5d7"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:47.881944 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-8d7ac45c-088a-4264-9250-3a55422f9c60 service neutron] 10.222.0.81 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681449 May 04 17:55:47.972993 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f0eca2-4fde-4215-9a69-8449428cb002 x-openstack-request-id: req-61f0eca2-4fde-4215-9a69-8449428cb002 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:47.973601 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f2356c-8c1b-4fb8-a57a-10b493371788", "name": "network-vif-deleted", "tag": "40ab8ce0-0a21-41a9-a175-cde38c33d5d7", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:47.973726 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61f0eca2-4fde-4215-9a69-8449428cb002 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:47.974065 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f0eca2-4fde-4215-9a69-8449428cb002'] response: {'server_uuid': 'a4f2356c-8c1b-4fb8-a57a-10b493371788', 'name': 'network-vif-deleted', 'tag': '40ab8ce0-0a21-41a9-a175-cde38c33d5d7', 'status': 'completed', 'code': 200} May 04 17:55:47.985902 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-b101b4da-da73-4d2f-9d90-7997449fa7d1 service neutron] 10.222.0.81 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973127 May 04 17:55:48.258204 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-44f0b677-1699-4556-b960-e538bfd95372 req-b4d48351-ad0c-4776-91f3-429704685ca0 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 210 time: 0.0278049 May 04 17:55:48.855922 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2f17e10b-8c1e-4f1e-a5e5-e93ea7d47746 req-94c5c562-c781-42cd-a534-1878e2c9008d tempest-ServerRescueNegativeTestJSON-436280652 tempest-ServerRescueNegativeTestJSON-436280652-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4f2356c-8c1b-4fb8-a57a-10b493371788 HTTP/1.1" status: 200 len: 210 time: 0.0289063 May 04 17:55:49.356279 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b0427a8e-12ae-444e-9760-849019d573c3 req-fe3a6f9f-615a-44b1-bafa-2b50184f6fcb tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 210 time: 0.0285556 May 04 17:55:49.911242 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38528) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:50.417655 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (3a949aad-e502-40ad-aaa5-cda0086c16f6), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:50.466458 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5b5d4e85-cf23-40b3-9c54-3cac8a3dd3c6 req-e48e0c79-af0e-4691-9777-32c9df151635 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 210 time: 0.0337942 May 04 17:55:50.485547 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-9dc1ea2c-0eaf-45ba-b801-fd00d27d2e4c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:50.487161 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-9dc1ea2c-0eaf-45ba-b801-fd00d27d2e4c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "GET /v2.0/networks?id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 200 len: 810 time: 0.1465008 May 04 17:55:50.534109 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:50.564643 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-1078548a-5ba2-4205-ae4a-fee23534e9f4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65ea04a5ce2f4f75968d7d0204336cf6 HTTP/1.1" status: 200 len: 380 time: 0.0658658 May 04 17:55:50.565362 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:50.566006 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 40ab8ce0-0a21-41a9-a175-cde38c33d5d7 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:50.573712 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'port': {'device_id': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'admin_state_up': True, 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'security_groups': ['0e57d2b4-f69b-4856-be11-440d27320690']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:50.740348 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Deleting port d204f0ed-7928-40c7-851f-7bc14c0cfad4 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:50.740677 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:50.780951 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Made reservation on behalf of 65ea04a5ce2f4f75968d7d0204336cf6 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:55:50.784593 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:50.821015 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] For port d204f0ed-7928-40c7-851f-7bc14c0cfad4, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=d204f0ed-7928-40c7-851f-7bc14c0cfad4,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:50.821389 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:50.838122 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Calling delete_port for d204f0ed-7928-40c7-851f-7bc14c0cfad4 owned by network:router_interface {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:50.967687 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Allocated IP 172.20.0.11 (660cf2bc-7dbc-49ea-88f8-2ed364a280bd/480277fb-c1a6-4cf3-b1fd-15e7700eeade/05eb0c00-862c-4c07-8721-4dcb8d48312f) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:50.979612 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e25ad2-d261-4538-aa55-89f0b4ee3c6d req-59d7c388-6d22-40e4-95ee-a14f1c7c34a0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:50.981224 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e8e25ad2-d261-4538-aa55-89f0b4ee3c6d req-59d7c388-6d22-40e4-95ee-a14f1c7c34a0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0679641 May 04 17:55:51.072663 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e8e25ad2-d261-4538-aa55-89f0b4ee3c6d req-2914c444-ba5e-4967-bb4c-b681aeb7d732 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851579 May 04 17:55:51.140401 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (d204f0ed-7928-40c7-851f-7bc14c0cfad4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.154711 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.168277 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Pushing event deleted for resources: {'Port': ['ID=d204f0ed-7928-40c7-851f-7bc14c0cfad4,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:51.249632 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.295379 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:51.303220 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:51.308898 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:55:51.338728 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (3a949aad-e502-40ad-aaa5-cda0086c16f6), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.339378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event updated for resources: {'Port': ['ID=05eb0c00-862c-4c07-8721-4dcb8d48312f,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:51.363864 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:51.368607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.443495 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-421fc8a9-dd57-4900-878c-20dbb4c563f5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8736265 May 04 17:55:51.456406 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Request body: {'port': {'device_id': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:55:51.537792 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.594072 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-8b58f6cb-0b07-4cef-a024-1cbcfa61bf91 None None] Provisioning complete for port 05eb0c00-862c-4c07-8721-4dcb8d48312f triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:55:51.595057 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8b58f6cb-0b07-4cef-a024-1cbcfa61bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.606696 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Router 3a949aad-e502-40ad-aaa5-cda0086c16f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:55:51.614142 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52f9be-f5e4-48a4-ab8f-82965c1f97b0 req-8a0f284c-ae19-4d04-a56d-1a146b98fa28 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:51.615680 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8f52f9be-f5e4-48a4-ab8f-82965c1f97b0 req-8a0f284c-ae19-4d04-a56d-1a146b98fa28 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 932 time: 0.0635023 May 04 17:55:51.635574 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-8b58f6cb-0b07-4cef-a024-1cbcfa61bf91 None None] Port 05eb0c00-862c-4c07-8721-4dcb8d48312f cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:55:51.712876 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8f52f9be-f5e4-48a4-ab8f-82965c1f97b0 req-8a9753f5-fd5f-4da0-b052-117f340ef613 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880163 May 04 17:55:51.761578 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:55:51.766721 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c158d8eb-7bcf-4411-9c3e-213b5396b98f admin admin] 10.222.0.81 "PUT /v2.0/routers/3a949aad-e502-40ad-aaa5-cda0086c16f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8544114 May 04 17:55:51.772658 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38554) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:51.774419 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] Sync routers for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:51.785275 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:51.786730 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:51.904365 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:51.914579 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05eb0c00-862c-4c07-8721-4dcb8d48312f {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:55:51.924739 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Publish callbacks [] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.941123 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks [] for router (3a949aad-e502-40ad-aaa5-cda0086c16f6), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:51.979285 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Transition to ACTIVE for port object 05eb0c00-862c-4c07-8721-4dcb8d48312f will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:55:52.041729 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:52.075802 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:55:50Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:52.084066 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks [] for router_gateway (3a949aad-e502-40ad-aaa5-cda0086c16f6), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:52.108930 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Pushing event updated for resources: {'Port': ['ID=05eb0c00-862c-4c07-8721-4dcb8d48312f,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:52.123991 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] Checking router: 3a949aad-e502-40ad-aaa5-cda0086c16f6 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:52.149773 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] Routers {'3a949aad-e502-40ad-aaa5-cda0086c16f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:55:52.151177 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['3a949aad-e502-40ad-aaa5-cda0086c16f6'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:52.272696 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50bf3a-047f-406f-8b0f-d911dbf08e05 req-675c30a1-fcae-42bd-997d-eb752924eedb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:52.274773 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] Set router 3a949aad-e502-40ad-aaa5-cda0086c16f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:55:52.277044 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2c50bf3a-047f-406f-8b0f-d911dbf08e05 req-675c30a1-fcae-42bd-997d-eb752924eedb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.1036751 May 04 17:55:52.278410 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Attempting to bind port 05eb0c00-862c-4c07-8721-4dcb8d48312f on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:55:52.279663 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Attempting to bind port 05eb0c00-862c-4c07-8721-4dcb8d48312f by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:55:52.280010 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Attempting to bind port 05eb0c00-862c-4c07-8721-4dcb8d48312f on network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:55:52.283530 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Deleting port 33893e68-b11b-4049-9aad-ea58e479e941 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:52.283868 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (33893e68-b11b-4049-9aad-ea58e479e941), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:52.319111 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Port 05eb0c00-862c-4c07-8721-4dcb8d48312f on network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:55:52.320046 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Attempting to bind port 05eb0c00-862c-4c07-8721-4dcb8d48312f on network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:55:52.334431 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:55:52.334772 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Checking segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:55:52.335190 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Bound using segment: {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:55:52.335654 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Bound port: 05eb0c00-862c-4c07-8721-4dcb8d48312f, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:55:52.335992 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:52.439847 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2c50bf3a-047f-406f-8b0f-d911dbf08e05 req-45850374-5b8b-462c-b77e-2a58a7e77bf9 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557162 May 04 17:55:52.445133 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] For port 33893e68-b11b-4049-9aad-ea58e479e941, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=33893e68-b11b-4049-9aad-ea58e479e941,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:52.445511 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (33893e68-b11b-4049-9aad-ea58e479e941), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:52.467788 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Calling delete_port for 33893e68-b11b-4049-9aad-ea58e479e941 owned by network:router_gateway {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:52.473698 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:55:50Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:52.495282 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] For port 05eb0c00-862c-4c07-8721-4dcb8d48312f, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:55:52.503142 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf003575-b958-4b01-afe2-9279d4713c2d None None] The sync data for ids ['3a949aad-e502-40ad-aaa5-cda0086c16f6'] in dv-cinder-840512-1-iscsi is: [{'id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'name': 'tempest-ServerRescueNegativeTestJSON-2081453862-router', 'tenant_id': '0a80a63e96c840f1a780b0b263f68aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '33893e68-b11b-4049-9aad-ea58e479e941', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:55:50Z', 'revision_number': 5, 'project_id': '0a80a63e96c840f1a780b0b263f68aa9', 'gw_port': {'id': '33893e68-b11b-4049-9aad-ea58e479e941', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a949aad-e502-40ad-aaa5-cda0086c16f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:52.538983 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] For port 05eb0c00-862c-4c07-8721-4dcb8d48312f, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=05eb0c00-862c-4c07-8721-4dcb8d48312f,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:55:52.609901 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:52.651582 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:52.652206 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:52.653609 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] 10.222.0.86 "PUT /v2.0/ports/05eb0c00-862c-4c07-8721-4dcb8d48312f HTTP/1.1" status: 200 len: 1094 time: 1.2015660 May 04 17:55:52.654103 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'tag': '05eb0c00-862c-4c07-8721-4dcb8d48312f'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:52.656324 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19219566-6b33-4adb-9e83-9b4e5e5c81de" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b92d1e-654b-49bf-b40e-4d21aac2935e", "tag": "05eb0c00-862c-4c07-8721-4dcb8d48312f"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:52.703095 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf6447-850f-489a-ab72-d845b3acbfa1 x-openstack-request-id: req-4eaf6447-850f-489a-ab72-d845b3acbfa1 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:52.703386 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b92d1e-654b-49bf-b40e-4d21aac2935e", "tag": "05eb0c00-862c-4c07-8721-4dcb8d48312f", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:52.703639 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4eaf6447-850f-489a-ab72-d845b3acbfa1 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:52.704088 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eaf6447-850f-489a-ab72-d845b3acbfa1'] response: {'name': 'network-changed', 'server_uuid': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'tag': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'status': 'completed', 'code': 200} May 04 17:55:52.713681 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c617ec6-330b-4f06-8bc3-ef896db58d05 service neutron] Pushing event updated for resources: {'Port': ['ID=05eb0c00-862c-4c07-8721-4dcb8d48312f,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:52.779208 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19219566-6b33-4adb-9e83-9b4e5e5c81de req-d00f0314-4e3b-4d97-a6fa-e30945497db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:52.780852 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-19219566-6b33-4adb-9e83-9b4e5e5c81de req-d00f0314-4e3b-4d97-a6fa-e30945497db1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 1128 time: 0.0447354 May 04 17:55:52.811637 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (33893e68-b11b-4049-9aad-ea58e479e941), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:52.881469 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Pushing event deleted for resources: {'Port': ['ID=33893e68-b11b-4049-9aad-ea58e479e941,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:52.953618 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48854e-d32a-487d-a702-b4c484849786 req-f4effa22-e804-478c-9eed-ac9998565c6c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:52.955075 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6b48854e-d32a-487d-a702-b4c484849786 req-f4effa22-e804-478c-9eed-ac9998565c6c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 944 time: 0.1556580 May 04 17:55:53.047579 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19219566-6b33-4adb-9e83-9b4e5e5c81de req-829d80f1-febb-45d9-ac2d-464dc9e2529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.048826 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-19219566-6b33-4adb-9e83-9b4e5e5c81de req-829d80f1-febb-45d9-ac2d-464dc9e2529a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2591031 May 04 17:55:53.054565 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (3a949aad-e502-40ad-aaa5-cda0086c16f6), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.115855 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6b48854e-d32a-487d-a702-b4c484849786 req-2f14d765-33e1-4187-9e55-a9e3a32d3112 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511807 May 04 17:55:53.211845 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.218164 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (3a949aad-e502-40ad-aaa5-cda0086c16f6), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.221747 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks [] for router_controller (3a949aad-e502-40ad-aaa5-cda0086c16f6), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.304344 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19219566-6b33-4adb-9e83-9b4e5e5c81de req-2863eed2-3579-43ed-abf0-bd17b1bb05a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.306645 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-19219566-6b33-4adb-9e83-9b4e5e5c81de req-2863eed2-3579-43ed-abf0-bd17b1bb05a2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2499659 May 04 17:55:53.376678 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (3a949aad-e502-40ad-aaa5-cda0086c16f6), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.377192 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a949aad-e502-40ad-aaa5-cda0086c16f6 {{(pid=110469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 17:55:53.385402 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.386765 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-12f15c3a-330f-468b-8447-0d0b379ccc3a admin admin] 10.222.0.81 "DELETE /v2.0/routers/3a949aad-e502-40ad-aaa5-cda0086c16f6 HTTP/1.1" status: 204 len: 168 time: 1.6131551 May 04 17:55:53.389304 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38564) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:53.396600 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-3015b450-365f-451c-b8a8-f85f71b997dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.398253 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-3015b450-365f-451c-b8a8-f85f71b997dd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 1128 time: 0.0495601 May 04 17:55:53.442862 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-472f2493-ba7e-40fa-8096-4665440a8fc2 admin admin] Deleting subnet f18c2eb7-06ab-47e9-8fe5-4147a2cef998 {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:55:53.445580 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-dfabb65d-8631-4886-9e5a-60a7ff7f18c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05eb0c00-862c-4c07-8721-4dcb8d48312f HTTP/1.1" status: 200 len: 217 time: 0.0394022 May 04 17:55:53.446512 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-472f2493-ba7e-40fa-8096-4665440a8fc2 admin admin] Publish callbacks [] for subnet (f18c2eb7-06ab-47e9-8fe5-4147a2cef998), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.481988 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-472f2493-ba7e-40fa-8096-4665440a8fc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3539813'] for subnet (f18c2eb7-06ab-47e9-8fe5-4147a2cef998), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.500529 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-009d2c02-dc53-42b8-9223-a4ce7e3b9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.502014 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-009d2c02-dc53-42b8-9223-a4ce7e3b9c7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=480277fb-c1a6-4cf3-b1fd-15e7700eeade HTTP/1.1" status: 200 len: 849 time: 0.0494311 May 04 17:55:53.553273 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-fc33cc22-0f53-4161-bba5-3c7427054bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.555364 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-fc33cc22-0f53-4161-bba5-3c7427054bc8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444772 May 04 17:55:53.655962 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-92133560-cbb4-47a9-bc91-de3e75439f80 service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911934 May 04 17:55:53.757700 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eeac86ab-1e22-4108-8462-69a6bff8d0f8 req-dae6d2c6-cef5-42c0-8e27-4a97a35983a3 service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924356 May 04 17:55:53.866464 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c0a6d-f488-4cd2-9903-1bd0609391f2 req-db251402-93c9-4759-962e-1302fe54f00f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.867121 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e86c0a6d-f488-4cd2-9903-1bd0609391f2 req-db251402-93c9-4759-962e-1302fe54f00f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.3377440 May 04 17:55:53.877967 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-472f2493-ba7e-40fa-8096-4665440a8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (f18c2eb7-06ab-47e9-8fe5-4147a2cef998), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:53.934201 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 33893e68-b11b-4049-9aad-ea58e479e941 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:53.957518 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 33893e68-b11b-4049-9aad-ea58e479e941 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:53.957869 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 33893e68-b11b-4049-9aad-ea58e479e941 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:53.958292 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device d204f0ed-7928-40c7-851f-7bc14c0cfad4 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:53.958433 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e86c0a6d-f488-4cd2-9903-1bd0609391f2 req-0ebe3668-b656-4901-8d1f-1725de7da722 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836957 May 04 17:55:53.978729 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: d204f0ed-7928-40c7-851f-7bc14c0cfad4 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:53.979075 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device d204f0ed-7928-40c7-851f-7bc14c0cfad4 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:54.018103 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-472f2493-ba7e-40fa-8096-4665440a8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6097140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26047615'] for subnet (f18c2eb7-06ab-47e9-8fe5-4147a2cef998), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.044000 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f2493-ba7e-40fa-8096-4665440a8fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18c2eb7-06ab-47e9-8fe5-4147a2cef998,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:54.047603 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-472f2493-ba7e-40fa-8096-4665440a8fc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.050820 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-472f2493-ba7e-40fa-8096-4665440a8fc2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f18c2eb7-06ab-47e9-8fe5-4147a2cef998 HTTP/1.1" status: 204 len: 168 time: 0.6596396 May 04 17:55:54.054107 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38568) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:54.054651 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9a1c3-6ab2-471e-b4e1-a80eb50fec8a None None] Network 2a788710-3f1d-40a2-9b49-f0445f584b5a requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:55:54.123032 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (2a788710-3f1d-40a2-9b49-f0445f584b5a), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.170262 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Deleting port c123bc27-8989-4ae1-89f7-6c4609f19925 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:54.170670 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.226629 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] DHCP port deletion for 2a788710-3f1d-40a2-9b49-f0445f584b5a request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 17:55:54.268629 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] Deleting port c123bc27-8989-4ae1-89f7-6c4609f19925 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:55:54.268908 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.278824 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] For port c123bc27-8989-4ae1-89f7-6c4609f19925, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=c123bc27-8989-4ae1-89f7-6c4609f19925,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:54.279176 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.300234 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69ce90-0154-4ac4-a266-f816ac70efb0 req-2ed92686-da85-42e9-8ca2-428d5aebcb88 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:54.301751 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4b69ce90-0154-4ac4-a266-f816ac70efb0 req-2ed92686-da85-42e9-8ca2-428d5aebcb88 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 944 time: 0.0717950 May 04 17:55:54.302707 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Calling delete_port for c123bc27-8989-4ae1-89f7-6c4609f19925 owned by network:dhcp {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:54.403255 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4b69ce90-0154-4ac4-a266-f816ac70efb0 req-f124af77-4059-45a8-9cda-5962870ec585 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944397 May 04 17:55:54.460374 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] For port c123bc27-8989-4ae1-89f7-6c4609f19925, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=c123bc27-8989-4ae1-89f7-6c4609f19925,segment=NetworkSegment(55d6a1b8-efd5-4eed-bc33-214caaea85f6),segment_id=55d6a1b8-efd5-4eed-bc33-214caaea85f6)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:54.460795 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.473009 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] Calling delete_port for c123bc27-8989-4ae1-89f7-6c4609f19925 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:55:54.497357 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.525019 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c123bc27-8989-4ae1-89f7-6c4609f19925,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:54.528383 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] No DVR routers for this DVR port c123bc27-8989-4ae1-89f7-6c4609f19925 on host dv-cinder-840512-1-iscsi {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:55:54.592079 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (c123bc27-8989-4ae1-89f7-6c4609f19925), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.618109 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (2a788710-3f1d-40a2-9b49-f0445f584b5a), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.618711 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] Pushing event deleted for resources: {'Port': ['ID=c123bc27-8989-4ae1-89f7-6c4609f19925,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:54.620707 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786eb5e6-408b-44ab-bfd4-3799c5a4bbfa None None] No DVR routers for this DVR port c123bc27-8989-4ae1-89f7-6c4609f19925 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:55:54.645129 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a788710-3f1d-40a2-9b49-f0445f584b5a']}} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:54.654372 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d6a1b8-efd5-4eed-bc33-214caaea85f6') {'for_net_delete': True} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:54.654667 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d6a1b8-efd5-4eed-bc33-214caaea85f6') {} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:54.663921 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414033'] for segment (55d6a1b8-efd5-4eed-bc33-214caaea85f6), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.676996 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (55d6a1b8-efd5-4eed-bc33-214caaea85f6), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.683519 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=110469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:55:54.683901 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540896'] for segment (55d6a1b8-efd5-4eed-bc33-214caaea85f6), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: Traceback (most recent call last): May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: timer() May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: cb(*args, **kw) May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: return func(*args, **kwargs) May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: self._notify() May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: self.callback(batched_events) May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: event.method(event) May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: return f(self, *a, **k) May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._get(url).json() May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: return self.request(url, 'GET', **kwargs) May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:55:54.685562 dv-cinder-840512-1-iscsi neutron-server[110469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:55:54.926065 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:55:54.933660 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (2a788710-3f1d-40a2-9b49-f0445f584b5a), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.938554 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:54.942219 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2a788710-3f1d-40a2-9b49-f0445f584b5a HTTP/1.1" status: 204 len: 168 time: 0.8868399 May 04 17:55:54.954875 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f1521-2993-442c-8b9f-9566f9ea88b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a788710-3f1d-40a2-9b49-f0445f584b5a,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:55.080669 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6da98-5ea5-441a-bd04-5e018b64c9e6 req-a49c9bf1-01ec-425b-836d-601145dcba4b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:55.082138 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-58b6da98-5ea5-441a-bd04-5e018b64c9e6 req-a49c9bf1-01ec-425b-836d-601145dcba4b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0513220 May 04 17:55:55.128611 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-58b6da98-5ea5-441a-bd04-5e018b64c9e6 req-f580c977-0ce9-40ca-94ce-58cdf907c1ed tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402157 May 04 17:55:55.329652 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38576) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:55.369612 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-44491252-3e86-40ac-9774-91d73d8a0eed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a80a63e96c840f1a780b0b263f68aa9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386133 May 04 17:55:55.372217 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38578) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:55.419212 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6d16d672-5784-434e-9e4d-ec2574d77170 admin admin] Publish callbacks [] for security_group (e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:55.441326 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6d16d672-5784-434e-9e4d-ec2574d77170 admin admin] Publish callbacks [] for security_group (e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:55.551016 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6d16d672-5784-434e-9e4d-ec2574d77170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:55.554403 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6d16d672-5784-434e-9e4d-ec2574d77170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:55.555678 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-6d16d672-5784-434e-9e4d-ec2574d77170 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd HTTP/1.1" status: 204 len: 168 time: 0.1825020 May 04 17:55:55.565149 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16d672-5784-434e-9e4d-ec2574d77170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9069c-a0b9-41c2-bd35-fa9eb13ce9cd,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:55.771742 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device c123bc27-8989-4ae1-89f7-6c4609f19925 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:55:55.784797 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e270d4-166d-4cd8-818f-8bb830ecb38e req-0d4fba67-b0cd-4e5c-802c-6b4d7262846c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:55.790864 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-84e270d4-166d-4cd8-818f-8bb830ecb38e req-0d4fba67-b0cd-4e5c-802c-6b4d7262846c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 944 time: 0.3149750 May 04 17:55:55.792001 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: c123bc27-8989-4ae1-89f7-6c4609f19925 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:55:55.792353 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device c123bc27-8989-4ae1-89f7-6c4609f19925 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:55:55.835786 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-84e270d4-166d-4cd8-818f-8bb830ecb38e req-59d6e21f-6e50-4811-a82c-b15458a6be50 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 May 04 17:55:56.250073 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588341-56c7-46fa-a1f4-64ff85fef796 req-9423c245-74b4-4751-b085-fd2ff481eb99 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:56.251540 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-dd588341-56c7-46fa-a1f4-64ff85fef796 req-9423c245-74b4-4751-b085-fd2ff481eb99 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0499797 May 04 17:55:56.302178 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-dd588341-56c7-46fa-a1f4-64ff85fef796 req-5d4f9cac-22a7-4802-9ffe-6adbe5018d07 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446105 May 04 17:55:56.546309 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 05eb0c00-862c-4c07-8721-4dcb8d48312f details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:55:56.653660 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 05eb0c00-862c-4c07-8721-4dcb8d48312f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=05eb0c00-862c-4c07-8721-4dcb8d48312f,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:56.667501 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'port_id': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'mac_address': 'fa:16:3e:40:a1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:55:56.710708 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 05eb0c00-862c-4c07-8721-4dcb8d48312f is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:55:56.711099 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:56.723690 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05eb0c00-862c-4c07-8721-4dcb8d48312f {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:55:56.744232 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 05eb0c00-862c-4c07-8721-4dcb8d48312f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=05eb0c00-862c-4c07-8721-4dcb8d48312f,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:56.796116 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:56.848256 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=05eb0c00-862c-4c07-8721-4dcb8d48312f,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:56.953047 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1121b-867b-489d-b213-a99b73423f50 req-5c6d4f13-957d-4aea-a3d7-25ec5546258f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:56.954556 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6bd1121b-867b-489d-b213-a99b73423f50 req-5c6d4f13-957d-4aea-a3d7-25ec5546258f tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 945 time: 0.0495698 May 04 17:55:57.005640 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6bd1121b-867b-489d-b213-a99b73423f50 req-f2396150-a4ac-4339-86e9-0e2eef7a029b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 May 04 17:55:57.076272 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['05eb0c00-862c-4c07-8721-4dcb8d48312f'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:55:57.426517 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6af7a-384b-4327-84ed-ac23ae46ec16 req-8d79ab9b-c8cd-43df-9dad-ff4d81fd6bf5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:57.428621 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d3b6af7a-384b-4327-84ed-ac23ae46ec16 req-8d79ab9b-c8cd-43df-9dad-ff4d81fd6bf5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0481324 May 04 17:55:57.433385 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38638) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:57.491608 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d3b6af7a-384b-4327-84ed-ac23ae46ec16 req-690f16ed-bb51-4157-a7ad-df451a0578dc tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527687 May 04 17:55:57.539668 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-9987b3ea-109e-435a-bdc4-f81f44d306a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:57.610988 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-9987b3ea-109e-435a-bdc4-f81f44d306a2 admin admin] Publish callbacks [] for security_group (2cbce36d-719f-4855-983f-a3aa6e08bc47), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:57.684993 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-9987b3ea-109e-435a-bdc4-f81f44d306a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (2cbce36d-719f-4855-983f-a3aa6e08bc47), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:57.727657 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-9987b3ea-109e-435a-bdc4-f81f44d306a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a57fde17bcb049999bd3f49ab1a30f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932613 May 04 17:55:57.728580 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987b3ea-109e-435a-bdc4-f81f44d306a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbce36d-719f-4855-983f-a3aa6e08bc47,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:57.730391 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38642) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:55:57.778714 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c33f6ac6-b966-484d-bf81-561669fe1806 admin admin] Publish callbacks [] for security_group (2cbce36d-719f-4855-983f-a3aa6e08bc47), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:57.803622 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c33f6ac6-b966-484d-bf81-561669fe1806 admin admin] Publish callbacks [] for security_group (2cbce36d-719f-4855-983f-a3aa6e08bc47), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:57.931152 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c33f6ac6-b966-484d-bf81-561669fe1806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (2cbce36d-719f-4855-983f-a3aa6e08bc47), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:57.933807 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c33f6ac6-b966-484d-bf81-561669fe1806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:57.934967 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c33f6ac6-b966-484d-bf81-561669fe1806 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cbce36d-719f-4855-983f-a3aa6e08bc47 HTTP/1.1" status: 204 len: 168 time: 0.2035851 May 04 17:55:57.943040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f6ac6-b966-484d-bf81-561669fe1806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbce36d-719f-4855-983f-a3aa6e08bc47,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:58.121677 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac264ebd-1dc4-454d-8a1a-0e7420baebfe req-fe71b80f-d94b-4a14-ba56-a84fcf1c3c4c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:58.123195 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ac264ebd-1dc4-454d-8a1a-0e7420baebfe req-fe71b80f-d94b-4a14-ba56-a84fcf1c3c4c tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 945 time: 0.0478325 May 04 17:55:58.174561 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ac264ebd-1dc4-454d-8a1a-0e7420baebfe req-8f99915c-b222-4101-bac1-682b73ed04c9 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453565 May 04 17:55:58.566149 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 05eb0c00-862c-4c07-8721-4dcb8d48312f up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:55:58.590164 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01571f9-4c91-4836-9292-15b7b7bd67c1 req-2555e91d-cdf9-4503-801e-3ee636195adc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:58.591715 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a01571f9-4c91-4836-9292-15b7b7bd67c1 req-2555e91d-cdf9-4503-801e-3ee636195adc tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 946 time: 0.0502646 May 04 17:55:58.621415 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deab15-1bc0-403e-a6bf-4588de59035e req-a414976c-bab2-48df-808f-2d6ae262f244 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:58.623520 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-00deab15-1bc0-403e-a6bf-4588de59035e req-a414976c-bab2-48df-808f-2d6ae262f244 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0571337 May 04 17:55:58.634106 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 05eb0c00-862c-4c07-8721-4dcb8d48312f completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:55:58.658842 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a01571f9-4c91-4836-9292-15b7b7bd67c1 req-9ddaafb3-bc68-4393-9b6d-523a1a8f5dfd tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588841 May 04 17:55:58.677988 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-00deab15-1bc0-403e-a6bf-4588de59035e req-88735d7f-b1b1-4e60-a3d3-50ef73ac5217 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455415 May 04 17:55:58.721493 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 05eb0c00-862c-4c07-8721-4dcb8d48312f triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:55:58.721877 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:58.797321 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 05eb0c00-862c-4c07-8721-4dcb8d48312f is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:55:58.797717 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:58.821118 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eb0c00-862c-4c07-8721-4dcb8d48312f'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:58.823430 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c33e267-6449-4cc5-b0ce-3e1c577b4c05" -d '{"events": [{"server_uuid": "b7b92d1e-654b-49bf-b40e-4d21aac2935e", "name": "network-vif-plugged", "status": "completed", "tag": "05eb0c00-862c-4c07-8721-4dcb8d48312f"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:55:58.836054 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 05eb0c00-862c-4c07-8721-4dcb8d48312f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=05eb0c00-862c-4c07-8721-4dcb8d48312f,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:55:58.897421 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:55:58.955079 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=05eb0c00-862c-4c07-8721-4dcb8d48312f,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:58.983448 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baad697-9587-461a-a5da-51f4737ff661 x-openstack-request-id: req-4baad697-9587-461a-a5da-51f4737ff661 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:55:58.983744 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b92d1e-654b-49bf-b40e-4d21aac2935e", "name": "network-vif-plugged", "status": "completed", "tag": "05eb0c00-862c-4c07-8721-4dcb8d48312f", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:55:58.984044 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4baad697-9587-461a-a5da-51f4737ff661 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:55:58.984465 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4baad697-9587-461a-a5da-51f4737ff661'] response: {'server_uuid': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'code': 200} May 04 17:55:59.287665 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68e214-6611-4ec6-bc42-6364b9312574 req-c6fbb076-a70a-47d6-ba4b-833e05f76cec tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:59.289176 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4a68e214-6611-4ec6-bc42-6364b9312574 req-c6fbb076-a70a-47d6-ba4b-833e05f76cec tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0459838 May 04 17:55:59.337701 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4a68e214-6611-4ec6-bc42-6364b9312574 req-2dd14809-c860-46b7-9aeb-8e1a8fe00b9e tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 May 04 17:55:59.777084 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80910c-9202-4f36-8112-a0312a7d3453 req-ea650ba0-d90c-452d-99d9-34e3e2e881ab tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:59.779468 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6b80910c-9202-4f36-8112-a0312a7d3453 req-ea650ba0-d90c-452d-99d9-34e3e2e881ab tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 946 time: 0.0493670 May 04 17:55:59.838347 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6b80910c-9202-4f36-8112-a0312a7d3453 req-8c55b44c-8146-46eb-8fc8-995352ef65f0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524774 May 04 17:55:59.888951 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebf11d-d8af-4276-953f-7dd47d23d37a req-dc62c4d4-30b6-44ae-932d-54023ed72b34 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:59.890464 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b3ebf11d-d8af-4276-953f-7dd47d23d37a req-dc62c4d4-30b6-44ae-932d-54023ed72b34 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0625939 May 04 17:55:59.939655 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b3ebf11d-d8af-4276-953f-7dd47d23d37a req-dbaf8872-4018-4be1-b3ae-077d6c788034 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433805 May 04 17:56:00.358829 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e8dec-b57a-48be-813d-54aa7bc8495d req-75d955c4-5785-4df9-96fa-4c9382dd2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:00.360354 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5c6e8dec-b57a-48be-813d-54aa7bc8495d req-75d955c4-5785-4df9-96fa-4c9382dd2ca4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 1130 time: 0.0954132 May 04 17:56:00.364952 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-d67f8eac-e301-4c22-b531-2f640e0cf746 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896254 May 04 17:56:00.385317 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-f1af8146-cc90-46c7-955a-361ab71b93e2 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:00.392756 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-f1af8146-cc90-46c7-955a-361ab71b93e2 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 946 time: 0.0727971 May 04 17:56:00.459817 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc5075-1998-48d0-8764-073e8bdcda07 req-913be520-abdc-4922-b98a-5d19a7678506 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:00.461425 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7ffc5075-1998-48d0-8764-073e8bdcda07 req-913be520-abdc-4922-b98a-5d19a7678506 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0488908 May 04 17:56:00.496422 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-f1c35272-dbf1-49bd-900e-f320a4ba5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:00.497944 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-f1c35272-dbf1-49bd-900e-f320a4ba5adc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1130 time: 0.0983922 May 04 17:56:00.500024 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5c6e8dec-b57a-48be-813d-54aa7bc8495d req-22675862-067e-4735-adfe-52ee6146cc20 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267974 May 04 17:56:00.517082 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7ffc5075-1998-48d0-8764-073e8bdcda07 req-f548a82d-ac91-4885-8b4d-8de2207131f3 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495465 May 04 17:56:00.544248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Deleting port a7329daa-5737-46eb-ad64-8323628417c4 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:56:00.544614 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (a7329daa-5737-46eb-ad64-8323628417c4), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:00.637913 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] For port a7329daa-5737-46eb-ad64-8323628417c4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=a7329daa-5737-46eb-ad64-8323628417c4,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:00.638203 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (a7329daa-5737-46eb-ad64-8323628417c4), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:00.894987 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:00.896338 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (bd132cf7-7e9e-432d-ab65-8fa82031bf74), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:00.896338 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Floating IP bd132cf7-7e9e-432d-ab65-8fa82031bf74 disassociated. External IP: 172.27.2.93, port: a7329daa-5737-46eb-ad64-8323628417c4. May 04 17:56:00.896619 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Calling delete_port for a7329daa-5737-46eb-ad64-8323628417c4 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:56:00.900973 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-fa8fe184-bdde-4dc1-a92c-623b0e0142a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:00.902460 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-fa8fe184-bdde-4dc1-a92c-623b0e0142a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 200 len: 910 time: 0.1633041 May 04 17:56:01.054842 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d78d7b-ff03-4e5a-8da1-a1b9d370130e req-9e4fce0c-b094-43b3-910b-5295b2eb35cf tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:01.056670 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d4d78d7b-ff03-4e5a-8da1-a1b9d370130e req-9e4fce0c-b094-43b3-910b-5295b2eb35cf tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 946 time: 0.1376331 May 04 17:56:01.063267 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-94884ab4-1d0e-4792-b16f-0d1f79c518fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 1001 time: 0.1541007 May 04 17:56:01.087719 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d469-8f7c-4de7-9076-4e1b481d1d7b req-43f67037-27a1-4035-a391-be2f03a010ed tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:01.093339 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b2d6d469-8f7c-4de7-9076-4e1b481d1d7b req-43f67037-27a1-4035-a391-be2f03a010ed tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0715709 May 04 17:56:01.140477 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b2d6d469-8f7c-4de7-9076-4e1b481d1d7b req-f7e78e15-b96f-462c-8305-50e4e85efb23 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431859 May 04 17:56:01.145530 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d4d78d7b-ff03-4e5a-8da1-a1b9d370130e req-4662aaf1-ac11-4845-a341-52b467df9716 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813193 May 04 17:56:01.216143 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (a7329daa-5737-46eb-ad64-8323628417c4), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:01.245347 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event deleted for resources: {'Port': ['ID=a7329daa-5737-46eb-ad64-8323628417c4,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:01.372685 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:56:01.439438 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38736) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:01.476237 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-a86507cc-5fa9-4cf7-becc-f30827953b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:01.477729 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-a86507cc-5fa9-4cf7-becc-f30827953b62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0d563a-751d-41e6-803f-e48cb8c4fed6 HTTP/1.1" status: 200 len: 848 time: 0.0602696 May 04 17:56:01.548800 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-24cfa1f6-6a88-4d55-9a6b-fbd6194520a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:01.554584 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:56:01.561472 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-8e0493b2-b603-49a7-8b7b-35cddcaf072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:01.562944 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-8e0493b2-b603-49a7-8b7b-35cddcaf072d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=527c58ff-1834-4195-9dd0-337553509c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602572 May 04 17:56:01.566385 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:56:01.582722 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:01.583541 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:01.599435 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] No DVR routers for this DVR port a7329daa-5737-46eb-ad64-8323628417c4 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:56:01.611485 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:01.613072 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-73399bc3-2a54-4893-8a7d-22920cdcc73a req-5e23d3fd-357f-420f-84a6-0d86690826ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "DELETE /v2.0/ports/a7329daa-5737-46eb-ad64-8323628417c4 HTTP/1.1" status: 204 len: 173 time: 1.2146564 May 04 17:56:01.621199 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'name': 'network-vif-deleted', 'tag': 'a7329daa-5737-46eb-ad64-8323628417c4'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:01.621199 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494f522d-07bc-490e-8671-a12fb5a634e6" -d '{"events": [{"server_uuid": "7e4cd72c-8739-4e51-93cd-f98293b66d71", "name": "network-vif-deleted", "tag": "a7329daa-5737-46eb-ad64-8323628417c4"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:01.676113 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d1d2a-afbf-46f8-bfef-4a980b38d94c req-e3c73028-3980-4c2a-bbaf-acc39a94439a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:01.678346 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5a4d1d2a-afbf-46f8-bfef-4a980b38d94c req-e3c73028-3980-4c2a-bbaf-acc39a94439a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0810568 May 04 17:56:01.724670 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-24cfa1f6-6a88-4d55-9a6b-fbd6194520a7 admin admin] Publish callbacks [] for security_group (9ac8a9dc-7a9c-462e-aaab-f20cbf374d21), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:01.737509 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aad3b49-8634-4f82-8e76-e3a22fe781e0 x-openstack-request-id: req-7aad3b49-8634-4f82-8e76-e3a22fe781e0 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:01.737875 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4cd72c-8739-4e51-93cd-f98293b66d71", "name": "network-vif-deleted", "tag": "a7329daa-5737-46eb-ad64-8323628417c4", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:01.738214 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7aad3b49-8634-4f82-8e76-e3a22fe781e0 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:01.738673 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aad3b49-8634-4f82-8e76-e3a22fe781e0'] response: {'server_uuid': '7e4cd72c-8739-4e51-93cd-f98293b66d71', 'name': 'network-vif-deleted', 'tag': 'a7329daa-5737-46eb-ad64-8323628417c4', 'status': 'completed', 'code': 200} May 04 17:56:01.751390 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:56:01.813047 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-24cfa1f6-6a88-4d55-9a6b-fbd6194520a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (9ac8a9dc-7a9c-462e-aaab-f20cbf374d21), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:01.823635 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5a4d1d2a-afbf-46f8-bfef-4a980b38d94c req-f0b9ed4e-4b81-46a1-b638-4accb8f7dea4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320944 May 04 17:56:01.852118 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-70417cb6-52a8-4e03-8239-59a6c142f12b service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593931 May 04 17:56:01.873434 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-24cfa1f6-6a88-4d55-9a6b-fbd6194520a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=923e6a03a0e849e191d08f33dba6e2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4304945 May 04 17:56:01.873434 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfa1f6-6a88-4d55-9a6b-fbd6194520a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac8a9dc-7a9c-462e-aaab-f20cbf374d21,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:01.873997 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38744) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:01.928385 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d42cd76-c8b5-4e3c-9a15-9051a0c63ccf admin admin] Publish callbacks [] for security_group (9ac8a9dc-7a9c-462e-aaab-f20cbf374d21), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:01.950958 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d42cd76-c8b5-4e3c-9a15-9051a0c63ccf admin admin] Publish callbacks [] for security_group (9ac8a9dc-7a9c-462e-aaab-f20cbf374d21), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:02.050389 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:02.076385 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:56:02.080718 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d42cd76-c8b5-4e3c-9a15-9051a0c63ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (9ac8a9dc-7a9c-462e-aaab-f20cbf374d21), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:02.084033 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-2d42cd76-c8b5-4e3c-9a15-9051a0c63ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:02.085165 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:02.085275 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-2d42cd76-c8b5-4e3c-9a15-9051a0c63ccf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ac8a9dc-7a9c-462e-aaab-f20cbf374d21 HTTP/1.1" status: 204 len: 168 time: 0.2101862 May 04 17:56:02.085866 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:02.093143 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42cd76-c8b5-4e3c-9a15-9051a0c63ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac8a9dc-7a9c-462e-aaab-f20cbf374d21,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:02.201471 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:56:02.305418 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-34bc6ef4-61e9-47d9-802b-a2566c3ca6b3 req-662bf490-7679-46b0-883b-a5168b17a48b tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 210 time: 0.0858095 May 04 17:56:02.310387 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f65d8b-4ba9-4c7e-81dd-57bf15dccf4f req-14c2bb3c-5229-40b9-9361-b343649eb0d3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:02.323959 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-24f65d8b-4ba9-4c7e-81dd-57bf15dccf4f req-14c2bb3c-5229-40b9-9361-b343649eb0d3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0948265 May 04 17:56:02.400681 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-24f65d8b-4ba9-4c7e-81dd-57bf15dccf4f req-30e217f8-857b-4e69-b408-e3a18089eb3c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735567 May 04 17:56:02.406318 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1483819e-23f4-471f-b78d-3e3cfcbea7e1 req-246c4272-392f-4ed3-a71f-764445388eab service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563139 May 04 17:56:02.425604 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:02.457330 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92df68f2-98ba-48ae-a447-8372f53e5a32 None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:56:02.585570 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device a7329daa-5737-46eb-ad64-8323628417c4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:56:02.606702 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: a7329daa-5737-46eb-ad64-8323628417c4 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:56:02.607056 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device a7329daa-5737-46eb-ad64-8323628417c4 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:56:02.708554 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec13ddb-d9d9-4051-9c42-ea5b61166020 None None] New status for floating IP bd132cf7-7e9e-432d-ab65-8fa82031bf74: DOWN {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:56:02.940158 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba4a2b-8bfa-49a8-8c3d-c85d069d1a0f req-aba09f8f-186a-4596-92f3-89c4a36b70ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:02.941670 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ccba4a2b-8bfa-49a8-8c3d-c85d069d1a0f req-aba09f8f-186a-4596-92f3-89c4a36b70ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0515835 May 04 17:56:02.992431 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ccba4a2b-8bfa-49a8-8c3d-c85d069d1a0f req-bbf77ae4-b7fa-4b65-801a-8ce741cb0598 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442386 May 04 17:56:03.034732 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38758) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:03.050852 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-82ed57a4-70b9-4815-89d3-ca29ee70e23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.108097 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcbb89-a08d-4f8e-8751-006c987dc0fe req-186695a5-1df9-4e91-b68f-809f732c8d17 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:03.109767 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b8bcbb89-a08d-4f8e-8751-006c987dc0fe req-186695a5-1df9-4e91-b68f-809f732c8d17 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0500302 May 04 17:56:03.119140 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38760) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:03.127095 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Request body: {'floatingip': {'port_id': '05eb0c00-862c-4c07-8721-4dcb8d48312f'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:03.134277 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-82ed57a4-70b9-4815-89d3-ca29ee70e23a admin admin] Publish callbacks [] for security_group (168dc7ab-82e6-4b4e-9ad7-dfdaab9abd01), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.168114 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (e6352a3e-436c-4246-b425-b78f17b5c12e), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.224277 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-82ed57a4-70b9-4815-89d3-ca29ee70e23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (168dc7ab-82e6-4b4e-9ad7-dfdaab9abd01), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.296528 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed57a4-70b9-4815-89d3-ca29ee70e23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168dc7ab-82e6-4b4e-9ad7-dfdaab9abd01,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:03.303248 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-82ed57a4-70b9-4815-89d3-ca29ee70e23a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e19ac32c9944e6c8b3135ca9833e382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672336 May 04 17:56:03.305923 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38762) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:03.369923 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3ae048ef-10b9-47c8-8d14-cfa15a8e6099 admin admin] Publish callbacks [] for security_group (168dc7ab-82e6-4b4e-9ad7-dfdaab9abd01), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.392489 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3ae048ef-10b9-47c8-8d14-cfa15a8e6099 admin admin] Publish callbacks [] for security_group (168dc7ab-82e6-4b4e-9ad7-dfdaab9abd01), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.447124 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-45a7f9e6-398b-4440-b28b-b76d92ceb798 req-4aa57436-6bfa-4566-a75e-0fbac4777275 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=7e4cd72c-8739-4e51-93cd-f98293b66d71 HTTP/1.1" status: 200 len: 210 time: 0.0360491 May 04 17:56:03.522841 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8522e2d-be88-411f-b6e8-949211b7ba6e req-9f84b7c5-3332-4336-a5fd-64bca3f97e52 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:03.524258 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d8522e2d-be88-411f-b6e8-949211b7ba6e req-9f84b7c5-3332-4336-a5fd-64bca3f97e52 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0506725 May 04 17:56:03.543741 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3ae048ef-10b9-47c8-8d14-cfa15a8e6099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (168dc7ab-82e6-4b4e-9ad7-dfdaab9abd01), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.546302 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3ae048ef-10b9-47c8-8d14-cfa15a8e6099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.547397 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3ae048ef-10b9-47c8-8d14-cfa15a8e6099 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/168dc7ab-82e6-4b4e-9ad7-dfdaab9abd01 HTTP/1.1" status: 204 len: 168 time: 0.2403150 May 04 17:56:03.561022 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae048ef-10b9-47c8-8d14-cfa15a8e6099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168dc7ab-82e6-4b4e-9ad7-dfdaab9abd01,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:03.585055 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d8522e2d-be88-411f-b6e8-949211b7ba6e req-7db86680-8106-482c-9a35-852bb08acb0e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549071 May 04 17:56:03.707325 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.809973 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (e6352a3e-436c-4246-b425-b78f17b5c12e), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:03.913921 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Floating IP e6352a3e-436c-4246-b425-b78f17b5c12e associated. External IP: 172.27.2.35, port: 05eb0c00-862c-4c07-8721-4dcb8d48312f. May 04 17:56:04.136705 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Router 54e3053e-c199-4420-a8c2-4539d71996b4 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:56:04.507080 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:56:04.507080 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:04.512382 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] Sync routers for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:56:04.527305 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:04.528197 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:04.535933 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a4f03404-946e-4003-a9d4-3a2915ba07b4 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "PUT /v2.0/floatingips/e6352a3e-436c-4246-b425-b78f17b5c12e HTTP/1.1" status: 200 len: 991 time: 1.4157529 May 04 17:56:04.536929 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'tag': '05eb0c00-862c-4c07-8721-4dcb8d48312f'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:04.539832 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b92d1e-654b-49bf-b40e-4d21aac2935e", "tag": "05eb0c00-862c-4c07-8721-4dcb8d48312f"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:04.576266 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52df398-c71a-4cf5-9785-aa8fed7b6a45 x-openstack-request-id: req-b52df398-c71a-4cf5-9785-aa8fed7b6a45 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:04.576594 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b92d1e-654b-49bf-b40e-4d21aac2935e", "tag": "05eb0c00-862c-4c07-8721-4dcb8d48312f", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:04.576848 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b52df398-c71a-4cf5-9785-aa8fed7b6a45 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:04.577261 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52df398-c71a-4cf5-9785-aa8fed7b6a45'] response: {'name': 'network-changed', 'server_uuid': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'tag': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'status': 'completed', 'code': 200} May 04 17:56:04.667718 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-9b988656-0697-478e-b61d-a82d57a70c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:04.669634 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-9b988656-0697-478e-b61d-a82d57a70c3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 1130 time: 0.0673735 May 04 17:56:04.692014 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:56:04.750436 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8186b5-fe9f-4268-ba44-607953a255b9 req-6c8da924-a5f6-40e8-bc99-503f2d73043e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:04.752631 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a8186b5-fe9f-4268-ba44-607953a255b9 req-6c8da924-a5f6-40e8-bc99-503f2d73043e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0570340 May 04 17:56:04.811032 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a8186b5-fe9f-4268-ba44-607953a255b9 req-ba93eb8a-de4f-4601-b008-c7cebf11c842 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519354 May 04 17:56:04.814945 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-71c7cc21-1eaf-4701-8869-322a0b97914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:04.816226 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-71c7cc21-1eaf-4701-8869-322a0b97914b service neutron] 10.222.0.86 "GET /v2.0/networks?id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 200 len: 911 time: 0.1372828 May 04 17:56:04.870269 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62e50207-e8ec-4088-9f4b-1f5de17bf821 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232711542&fields=id&tenant_id=15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 267 time: 0.1004233 May 04 17:56:04.925670 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'e6352a3e-436c-4246-b425-b78f17b5c12e', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'port_id': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'mac_address': 'fa:16:3e:40:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:46Z', 'updated_at': '2022-05-04T17:56:03Z', 'revision_number': 1, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:04.929504 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-8b6ce8ef-495a-48fe-99cd-ed4ea63c868c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05eb0c00-862c-4c07-8721-4dcb8d48312f HTTP/1.1" status: 200 len: 999 time: 0.1044269 May 04 17:56:04.957970 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] Checking router: 54e3053e-c199-4420-a8c2-4539d71996b4 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:56:04.966482 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:04.967102 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:55:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:05.023402 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-4c7ae299-100f-4f56-b679-e7d8800a9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:05.024879 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-4c7ae299-100f-4f56-b679-e7d8800a9e4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=480277fb-c1a6-4cf3-b1fd-15e7700eeade HTTP/1.1" status: 200 len: 849 time: 0.0650499 May 04 17:56:05.030717 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430da0f-3e85-4603-b886-ef744bf6059b req-3f2149c1-fbde-4aac-ade7-923621658d92 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:05.032100 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-3f2149c1-fbde-4aac-ade7-923621658d92 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 812 time: 0.1529627 May 04 17:56:05.080226 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:56:05.081510 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-36712e20-9638-4f89-baeb-2794eecb6a53 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/quotas/15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 375 time: 0.0367193 May 04 17:56:05.090172 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-7e4a3348-fa4d-425a-bd89-906998df943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:05.091598 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-7e4a3348-fa4d-425a-bd89-906998df943e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=660cf2bc-7dbc-49ea-88f8-2ed364a280bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576322 May 04 17:56:05.155476 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-6a6d8971-1b17-4779-809a-fc75f0cf1022 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666659 May 04 17:56:05.273451 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-6d9f634c-5b86-4c1a-b168-923dbbfae59d service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738050 May 04 17:56:05.302595 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'e6352a3e-436c-4246-b425-b78f17b5c12e', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'port_id': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'mac_address': 'fa:16:3e:40:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:46Z', 'updated_at': '2022-05-04T17:56:03Z', 'revision_number': 1, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:05.313589 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-d7ee59d4-f1c6-40ff-b691-534ee551a99c service neutron] 10.222.0.81 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257365 May 04 17:56:05.336705 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae407f4-c50e-421f-a7a7-8b33da4b697a None None] The sync data for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi is: [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'e6352a3e-436c-4246-b425-b78f17b5c12e', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'port_id': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'mac_address': 'fa:16:3e:40:a1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:46Z', 'updated_at': '2022-05-04T17:56:03Z', 'revision_number': 1, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:56:05.457243 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b6dc2ffd-9ac5-419a-a4ac-a1ea74ae0f1e req-a9ea1ea5-ee27-4c58-a438-f9da167474e4 service neutron] 10.222.0.86 "GET /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654215 May 04 17:56:05.472690 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-1c5e200f-469a-4904-8a23-ccbac209a3bb service neutron] 10.222.0.81 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506000 May 04 17:56:05.618156 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1ec53-5869-4661-93a2-479a249b3d37 None None] New status for floating IP e6352a3e-436c-4246-b425-b78f17b5c12e: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:56:05.943212 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5298f1-6759-4475-af80-06914e4454b0 req-901894d1-6c79-4f77-ad2e-276d9f47467c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:05.944706 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fb5298f1-6759-4475-af80-06914e4454b0 req-901894d1-6c79-4f77-ad2e-276d9f47467c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0486784 May 04 17:56:05.997422 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fb5298f1-6759-4475-af80-06914e4454b0 req-e6f5260f-431c-4df3-a3e1-0dad1864ff99 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469680 May 04 17:56:06.051521 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-16a016bf-41cd-45e9-b0e0-44dfae4ca4c0 req-c48207dd-da35-42cc-8d1d-6aaf8db0205d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 210 time: 0.0329204 May 04 17:56:07.120347 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ecff3-7019-4357-8fbb-f1752dfc0536 req-478752a3-1d11-461e-9352-670248e8bf0b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:07.122117 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-440ecff3-7019-4357-8fbb-f1752dfc0536 req-478752a3-1d11-461e-9352-670248e8bf0b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0490327 May 04 17:56:07.152351 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e07d02c0-67cc-4452-a096-0a426d59ea9c req-3495a0cf-481e-4883-ae83-84ddb65d686a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 210 time: 0.0333540 May 04 17:56:07.179119 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-440ecff3-7019-4357-8fbb-f1752dfc0536 req-7556abbe-95ac-4738-ad45-a5b5b50148b1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514302 May 04 17:56:08.008862 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430da0f-3e85-4603-b886-ef744bf6059b req-716a5b46-3d82-4e64-b723-9e14ff491c66 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:08.010439 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-716a5b46-3d82-4e64-b723-9e14ff491c66 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 812 time: 0.1042337 May 04 17:56:08.077937 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-90680145-de78-4603-bd8f-2706cfb187f8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 379 time: 0.0550840 May 04 17:56:08.087519 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'port': {'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'admin_state_up': True, 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'security_groups': ['6f5f300c-b609-453b-898e-f4b9b44b5e18']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:08.267163 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6c7fb296-9900-4268-bd87-34fe1aa0d5d6 req-7047127b-beca-46a2-ac89-a2cc0827d6e1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 210 time: 0.0334880 May 04 17:56:08.268709 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Made reservation on behalf of 15a8c4e6884c42919a5828e77d5abd4f for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:56:08.272324 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:08.321566 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f1ba6-7246-48f8-9f6b-a4b60d828c2d req-a6bda07a-8363-4f09-bf5c-99dbfd4aab94 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:08.323771 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a54f1ba6-7246-48f8-9f6b-a4b60d828c2d req-a6bda07a-8363-4f09-bf5c-99dbfd4aab94 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0571566 May 04 17:56:08.373252 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a54f1ba6-7246-48f8-9f6b-a4b60d828c2d req-4b1f42df-0283-4945-9312-a345bc6ff018 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 May 04 17:56:08.408668 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Allocated IP 172.20.0.12 (8819b727-84a5-42ee-8d22-decbb7371ce4/142f687c-be01-4227-a6f1-66b5d13f6606/d3fc2684-4d63-482d-89e5-b37b8eb9d2dd) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:56:08.544669 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:08.643378 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:56:08.667064 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:08.711066 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:56:08.714299 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:56:08.723605 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:56:08.732752 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:08.752800 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:08.766637 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'port_id': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'mac_address': 'fa:16:3e:a5:d9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:56:08.780333 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:08.781010 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:08.807691 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 is: ACTIVE; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:08.808093 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:08.836110 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:08.855372 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:08.894126 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-0e9bf8f5-98fc-48f2-8512-05943d181397 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8101077 May 04 17:56:08.909378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Request body: {'port': {'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:08.957837 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-f37d3862-86f0-4d9d-883a-818961003db8 None None] Provisioning complete for port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:56:08.958338 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f37d3862-86f0-4d9d-883a-818961003db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:08.981629 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:08.987583 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:09.035337 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-f37d3862-86f0-4d9d-883a-818961003db8 None None] Port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:56:09.059570 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=6']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:09.093423 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5356a88c-b62f-46ac-80fd-cfdeb60dbd21'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:56:09.305181 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fc2684-4d63-482d-89e5-b37b8eb9d2dd {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:09.313110 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Publish callbacks [] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:09.326143 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Transition to ACTIVE for port object d3fc2684-4d63-482d-89e5-b37b8eb9d2dd will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:56:09.392544 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa850cf-5a57-4183-bd6b-575d7d6b83a7 req-04f61d57-38bc-483a-9dfc-9a21c7b99ca5 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:09.394055 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1aa850cf-5a57-4183-bd6b-575d7d6b83a7 req-04f61d57-38bc-483a-9dfc-9a21c7b99ca5 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 932 time: 0.0474489 May 04 17:56:09.412141 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:09.504851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:09.535428 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1aa850cf-5a57-4183-bd6b-575d7d6b83a7 req-1487df3a-9a38-40cf-9731-507fdf4e6772 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332467 May 04 17:56:09.550174 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9879d8e-bd4a-40ac-8889-0f576832ed2b req-416cd0d7-5892-48e7-8278-089b400c1a84 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:09.561125 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e9879d8e-bd4a-40ac-8889-0f576832ed2b req-416cd0d7-5892-48e7-8278-089b400c1a84 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 945 time: 0.1042497 May 04 17:56:09.616847 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e9879d8e-bd4a-40ac-8889-0f576832ed2b req-de5d8618-aecb-4b16-ba4f-9616e2ca60df tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546551 May 04 17:56:09.617371 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Attempting to bind port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:56:09.617781 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Attempting to bind port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:56:09.618180 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Attempting to bind port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd on network 8819b727-84a5-42ee-8d22-decbb7371ce4 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:56:09.624818 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd on network 8819b727-84a5-42ee-8d22-decbb7371ce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:56:09.625146 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Attempting to bind port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd on network 8819b727-84a5-42ee-8d22-decbb7371ce4 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:56:09.631446 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:56:09.631791 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Checking segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:56:09.632279 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Bound using segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:56:09.632804 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Bound port: d3fc2684-4d63-482d-89e5-b37b8eb9d2dd, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:56:09.633210 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:09.711127 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] For port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:56:09.714477 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] For port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:56:09.789242 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:09.822404 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:09.823018 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:09.824393 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] 10.222.0.86 "PUT /v2.0/ports/d3fc2684-4d63-482d-89e5-b37b8eb9d2dd HTTP/1.1" status: 200 len: 1094 time: 0.9196761 May 04 17:56:09.824851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:09.828474 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08a53a8-0a8f-433f-9e2e-40d32d39aa36" -d '{"events": [{"name": "network-changed", "server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:09.873492 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa1ed6-b43a-4a45-b723-9ec7a59d1454 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:09.890672 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2cd49f-2a2e-4167-9d6b-097a43e6108c x-openstack-request-id: req-bb2cd49f-2a2e-4167-9d6b-097a43e6108c {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:09.899726 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:09.900058 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb2cd49f-2a2e-4167-9d6b-097a43e6108c {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:09.903512 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2cd49f-2a2e-4167-9d6b-097a43e6108c'] response: {'name': 'network-changed', 'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'status': 'completed', 'code': 200} May 04 17:56:09.985398 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a53a8-0a8f-433f-9e2e-40d32d39aa36 req-b00b765e-04d5-42d0-9273-43034b047b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:09.988118 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a08a53a8-0a8f-433f-9e2e-40d32d39aa36 req-b00b765e-04d5-42d0-9273-43034b047b96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 1128 time: 0.0716324 May 04 17:56:10.028478 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-203b5f7e-e472-4e75-af77-3381dec29060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:10.133000 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a53a8-0a8f-433f-9e2e-40d32d39aa36 req-21165ed2-826b-4618-8a5d-4301de1fbdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:10.136801 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a08a53a8-0a8f-433f-9e2e-40d32d39aa36 req-21165ed2-826b-4618-8a5d-4301de1fbdd2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1387491 May 04 17:56:10.279390 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a53a8-0a8f-433f-9e2e-40d32d39aa36 req-744b23ca-6e66-47f0-93ac-ded627458d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:10.281339 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a08a53a8-0a8f-433f-9e2e-40d32d39aa36 req-744b23ca-6e66-47f0-93ac-ded627458d7c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373324 May 04 17:56:10.373667 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430da0f-3e85-4603-b886-ef744bf6059b req-6467e4ab-9d89-42b6-9571-42f55d153f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:10.376014 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-6467e4ab-9d89-42b6-9571-42f55d153f62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 1128 time: 0.0552459 May 04 17:56:10.434029 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-761f64df-adfa-4540-80f9-26ce772a2514 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd HTTP/1.1" status: 200 len: 217 time: 0.0449865 May 04 17:56:10.500130 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430da0f-3e85-4603-b886-ef744bf6059b req-f217aae3-ffa1-4857-90ca-f68ccdb59a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:10.501781 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-f217aae3-ffa1-4857-90ca-f68ccdb59a4f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.0615125 May 04 17:56:10.557501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430da0f-3e85-4603-b886-ef744bf6059b req-367fd087-487a-4fdc-9ead-d07da6f0de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:10.559434 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-367fd087-487a-4fdc-9ead-d07da6f0de57 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498211 May 04 17:56:10.655032 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:56:10.720403 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c26d0-06cd-4d68-8d08-2d2166b64c68 req-76b270ba-2b4b-486d-809f-a8464903eb2e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:10.722894 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fa3c26d0-06cd-4d68-8d08-2d2166b64c68 req-76b270ba-2b4b-486d-809f-a8464903eb2e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 944 time: 0.0770693 May 04 17:56:10.761864 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:56:10.762697 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:10.795957 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-eab1375c-36c1-4e35-8f6f-429433350104 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203522 May 04 17:56:10.869565 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fa3c26d0-06cd-4d68-8d08-2d2166b64c68 req-2027a7b5-3bfd-418d-a2d9-c725641fcc69 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177013 May 04 17:56:10.909923 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8430da0f-3e85-4603-b886-ef744bf6059b req-53290eee-2047-478d-b8c4-f8c7d1be425d service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029608 May 04 17:56:10.926139 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:10.927135 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:10.955132 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:10.957387 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae48a931-f5b9-4d4c-81f1-a21894724d44" -d '{"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-plugged", "status": "completed", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:10.964946 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59570704-8d18-4202-87b2-38e2b2fd7ee5 req-9c082d6f-aa7c-48e5-b722-c72b7ff549b7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:10.966840 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-59570704-8d18-4202-87b2-38e2b2fd7ee5 req-9c082d6f-aa7c-48e5-b722-c72b7ff549b7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 945 time: 0.1699169 May 04 17:56:10.980056 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:11.029470 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12193694-8512-4bba-aacf-b76d6be2332a x-openstack-request-id: req-12193694-8512-4bba-aacf-b76d6be2332a {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:11.030284 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-59570704-8d18-4202-87b2-38e2b2fd7ee5 req-549651a7-cdf8-4214-95c3-0537480e8caf tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554440 May 04 17:56:11.034686 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-plugged", "status": "completed", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:11.035435 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12193694-8512-4bba-aacf-b76d6be2332a {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:11.035896 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12193694-8512-4bba-aacf-b76d6be2332a'] response: {'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'code': 200} May 04 17:56:11.069227 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:11.131151 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=7']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:12.018045 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae114e-00fb-4e13-9a3c-255d00b4428f req-c4b38383-0062-4c43-bc4f-091ea9a54e9e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:12.019620 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9bae114e-00fb-4e13-9a3c-255d00b4428f req-c4b38383-0062-4c43-bc4f-091ea9a54e9e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 944 time: 0.0890696 May 04 17:56:12.086817 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9bae114e-00fb-4e13-9a3c-255d00b4428f req-5bcb8567-32ad-4d2c-8774-4173f71cfd01 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553262 May 04 17:56:12.114601 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38954) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:12.240366 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759b316-f228-4e28-bc31-017c0677e4e5 req-cc6af507-2fa0-4b08-a743-6751840e547e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:12.242373 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8759b316-f228-4e28-bc31-017c0677e4e5 req-cc6af507-2fa0-4b08-a743-6751840e547e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0905693 May 04 17:56:12.290169 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1b20cb62-203d-4643-a769-a467555b15b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:12.332167 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8759b316-f228-4e28-bc31-017c0677e4e5 req-60785b5a-040d-47d1-8205-715ea68e2351 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834026 May 04 17:56:12.433730 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cd165bb2-347a-4ef4-ad4c-d1296757cea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:12.434814 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1b20cb62-203d-4643-a769-a467555b15b9 admin admin] Publish callbacks [] for security_group (a95cc279-8b91-4d69-9f11-105bbd2005f8), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:12.540643 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1b20cb62-203d-4643-a769-a467555b15b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (a95cc279-8b91-4d69-9f11-105bbd2005f8), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:12.619772 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-1b20cb62-203d-4643-a769-a467555b15b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee241ec9ea7e4b7799ad2188bb8b6631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5077977 May 04 17:56:12.621044 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20cb62-203d-4643-a769-a467555b15b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95cc279-8b91-4d69-9f11-105bbd2005f8,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:12.623809 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 38962) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:12.700592 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2c4213a8-f261-4aa9-83c9-0eea345d4cb7 admin admin] Publish callbacks [] for security_group (a95cc279-8b91-4d69-9f11-105bbd2005f8), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:12.731668 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2c4213a8-f261-4aa9-83c9-0eea345d4cb7 admin admin] Publish callbacks [] for security_group (a95cc279-8b91-4d69-9f11-105bbd2005f8), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:13.228298 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe8909-fa37-4c01-8550-b9798729c53c req-68cf21a3-d83a-4e7f-922f-7a587a9adbe8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:13.229826 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1bbe8909-fa37-4c01-8550-b9798729c53c req-68cf21a3-d83a-4e7f-922f-7a587a9adbe8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 944 time: 0.0690892 May 04 17:56:13.277989 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1bbe8909-fa37-4c01-8550-b9798729c53c req-17f223d4-009a-49fa-8666-1f672ba176cf tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425887 May 04 17:56:13.447925 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2c4213a8-f261-4aa9-83c9-0eea345d4cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (a95cc279-8b91-4d69-9f11-105bbd2005f8), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:13.450510 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-2c4213a8-f261-4aa9-83c9-0eea345d4cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:13.451639 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-2c4213a8-f261-4aa9-83c9-0eea345d4cb7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a95cc279-8b91-4d69-9f11-105bbd2005f8 HTTP/1.1" status: 204 len: 168 time: 0.8265548 May 04 17:56:13.467291 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4213a8-f261-4aa9-83c9-0eea345d4cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95cc279-8b91-4d69-9f11-105bbd2005f8,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:13.477137 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e698a96-a274-4275-81b3-f6f33384668b req-2be9a7cc-63cf-4a53-a0b9-43430a570153 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:13.478671 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1e698a96-a274-4275-81b3-f6f33384668b req-2be9a7cc-63cf-4a53-a0b9-43430a570153 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0591552 May 04 17:56:13.562850 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1e698a96-a274-4275-81b3-f6f33384668b req-c3adfaae-7c95-4afc-bdf2-eb125dd969da tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710230 May 04 17:56:13.894530 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:14.314362 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38980) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:14.330387 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-df5d3748-d479-41db-b834-fdbcef8995fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:14.463044 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7668732-7c8c-4ec7-aca6-999605c40abc req-8a8d05ec-6342-4903-b07b-54b1a0de718a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:14.464817 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7668732-7c8c-4ec7-aca6-999605c40abc req-8a8d05ec-6342-4903-b07b-54b1a0de718a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 944 time: 0.0704033 May 04 17:56:14.496258 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-df5d3748-d479-41db-b834-fdbcef8995fa admin admin] Publish callbacks [] for security_group (35697fcf-70da-496e-bbe9-341ef448e688), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:14.532988 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7668732-7c8c-4ec7-aca6-999605c40abc req-31459b76-4628-4fc1-bec4-8bd3fb07fb78 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576262 May 04 17:56:14.585310 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-df5d3748-d479-41db-b834-fdbcef8995fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (35697fcf-70da-496e-bbe9-341ef448e688), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:14.637295 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d3748-d479-41db-b834-fdbcef8995fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35697fcf-70da-496e-bbe9-341ef448e688,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:14.664423 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-df5d3748-d479-41db-b834-fdbcef8995fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1c7817612f846f3aea1d2e192fa2721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489795 May 04 17:56:14.667735 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 38988) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:14.737919 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a7455cd4-d3ae-469f-9860-0e5ca0292b4f admin admin] Publish callbacks [] for security_group (35697fcf-70da-496e-bbe9-341ef448e688), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:14.767867 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a7455cd4-d3ae-469f-9860-0e5ca0292b4f admin admin] Publish callbacks [] for security_group (35697fcf-70da-496e-bbe9-341ef448e688), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:14.859086 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defeca4-a160-410e-8fba-e27a3a3e86d6 req-26a3627d-66bf-4371-a024-199f11cc7a8f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:14.861507 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7defeca4-a160-410e-8fba-e27a3a3e86d6 req-26a3627d-66bf-4371-a024-199f11cc7a8f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.1432381 May 04 17:56:14.939437 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7defeca4-a160-410e-8fba-e27a3a3e86d6 req-dc66f004-21f9-4596-acca-3ae5b862f1ff tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675917 May 04 17:56:14.947992 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a7455cd4-d3ae-469f-9860-0e5ca0292b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (35697fcf-70da-496e-bbe9-341ef448e688), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:14.951100 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a7455cd4-d3ae-469f-9860-0e5ca0292b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:14.956986 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a7455cd4-d3ae-469f-9860-0e5ca0292b4f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35697fcf-70da-496e-bbe9-341ef448e688 HTTP/1.1" status: 204 len: 168 time: 0.2872255 May 04 17:56:14.965119 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7455cd4-d3ae-469f-9860-0e5ca0292b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35697fcf-70da-496e-bbe9-341ef448e688,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:15.507493 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:15.691626 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967d02e-dc1c-467e-a8df-11699336b9da req-f9b529e1-53d7-4550-b953-c062c8f7164d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:15.693184 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4967d02e-dc1c-467e-a8df-11699336b9da req-f9b529e1-53d7-4550-b953-c062c8f7164d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 944 time: 0.0608687 May 04 17:56:15.773739 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4967d02e-dc1c-467e-a8df-11699336b9da req-ac9804a8-3ce1-463b-b972-a72aab7c292f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742621 May 04 17:56:16.080705 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282e422-18df-4a1c-b4fc-825f31ce5982 req-87291bce-cf70-4645-83f9-7f393ffe0bc5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:16.082322 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0282e422-18df-4a1c-b4fc-825f31ce5982 req-87291bce-cf70-4645-83f9-7f393ffe0bc5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0533130 May 04 17:56:16.158613 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0282e422-18df-4a1c-b4fc-825f31ce5982 req-275f9136-a6a6-49c3-a761-1b728979562a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612879 May 04 17:56:16.915169 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8e4fd-296f-40b1-8687-732010e5756f req-3f122796-58c2-4b4b-982c-01ee48b25a48 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:16.916899 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-59c8e4fd-296f-40b1-8687-732010e5756f req-3f122796-58c2-4b4b-982c-01ee48b25a48 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 944 time: 0.0581043 May 04 17:56:16.945954 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:16.968874 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-59c8e4fd-296f-40b1-8687-732010e5756f req-dd44af86-cf4a-48cf-b9ac-ba3bc5eeb2a6 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458381 May 04 17:56:17.292319 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2d5b5-44c5-480d-ac9c-555b8bd71f35 req-cc2c5aa3-f1fb-4828-9439-a8df467d88b5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:17.293961 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3bc2d5b5-44c5-480d-ac9c-555b8bd71f35 req-cc2c5aa3-f1fb-4828-9439-a8df467d88b5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0574079 May 04 17:56:17.372425 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3bc2d5b5-44c5-480d-ac9c-555b8bd71f35 req-5bbd7b08-5d34-4c34-95ae-19fc5ce1ef97 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695672 May 04 17:56:18.104573 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a043008-8d79-43bb-8262-d39bff37577c req-3236ad75-3dbf-4833-ab02-658b021fbdbe tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:18.106792 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a043008-8d79-43bb-8262-d39bff37577c req-3236ad75-3dbf-4833-ab02-658b021fbdbe tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 944 time: 0.0502036 May 04 17:56:18.184954 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a043008-8d79-43bb-8262-d39bff37577c req-435d7dd8-d175-4482-a9c5-954ce01dc33e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680952 May 04 17:56:18.497940 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb082b-267c-4a74-b0f2-f4a613becff8 req-32641d80-e3c9-4a14-912d-0d61fe50886c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:18.499699 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0afb082b-267c-4a74-b0f2-f4a613becff8 req-32641d80-e3c9-4a14-912d-0d61fe50886c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0556746 May 04 17:56:18.562536 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0afb082b-267c-4a74-b0f2-f4a613becff8 req-7ed30d3a-f6c4-40ef-8423-01c8ecbc915d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557637 May 04 17:56:18.702373 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device d3fc2684-4d63-482d-89e5-b37b8eb9d2dd details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:56:18.844360 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:18.857744 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:56:18.899195 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:18.899595 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:18.916674 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fc2684-4d63-482d-89e5-b37b8eb9d2dd {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:18.940486 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:19.030144 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:19.087262 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:19.299495 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec3b08-2624-495a-86f0-96ff76e47446 req-0e863d86-6aca-41d3-a35a-9be313743422 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:19.302262 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7eec3b08-2624-495a-86f0-96ff76e47446 req-0e863d86-6aca-41d3-a35a-9be313743422 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 945 time: 0.0542197 May 04 17:56:19.315498 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['d3fc2684-4d63-482d-89e5-b37b8eb9d2dd'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:56:19.384574 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7eec3b08-2624-495a-86f0-96ff76e47446 req-52ada1ca-df51-4fca-95d7-a3baa0d7dd96 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729997 May 04 17:56:19.739538 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349964ca-9537-4f27-813f-47e57df641bb req-91dce642-fe3e-41b1-8771-919958226450 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:19.742067 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-349964ca-9537-4f27-813f-47e57df641bb req-91dce642-fe3e-41b1-8771-919958226450 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0726876 May 04 17:56:19.831572 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-349964ca-9537-4f27-813f-47e57df641bb req-1c248872-f89f-4efc-9cc1-ef62bcfc36e5 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803251 May 04 17:56:20.506143 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089bfb-a8d9-484e-ae00-1d8ea715808a req-4f1ff7be-2972-4e9a-b6ef-ac45259fc007 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:20.511618 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-28089bfb-a8d9-484e-ae00-1d8ea715808a req-4f1ff7be-2972-4e9a-b6ef-ac45259fc007 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 945 time: 0.0570533 May 04 17:56:20.568321 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-28089bfb-a8d9-484e-ae00-1d8ea715808a req-411b728f-56e7-43b0-beb5-1ed0f9430cca tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528178 May 04 17:56:20.725519 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device d3fc2684-4d63-482d-89e5-b37b8eb9d2dd up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:56:20.813137 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:56:20.900824 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:56:20.901739 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:20.968714 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f9292-0e0a-4d72-9b72-a9dfd11c32e5 req-5285c380-236a-43b3-b3cc-b18b3d6e15e8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:20.970223 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9e8f9292-0e0a-4d72-9b72-a9dfd11c32e5 req-5285c380-236a-43b3-b3cc-b18b3d6e15e8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0544496 May 04 17:56:20.988045 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:20.988541 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:21.025251 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:21.027748 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9e8f9292-0e0a-4d72-9b72-a9dfd11c32e5 req-eeb23b33-f961-429f-a3fe-b80f109aea23 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499854 May 04 17:56:21.028902 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251e8c66-5ae8-4776-bce1-507209db40e6" -d '{"events": [{"server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:21.044425 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:21.078824 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b754df6-5c54-4875-8db3-c35e371ba286 x-openstack-request-id: req-7b754df6-5c54-4875-8db3-c35e371ba286 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:21.079172 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "name": "network-vif-plugged", "status": "completed", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:21.079409 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b754df6-5c54-4875-8db3-c35e371ba286 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:21.079805 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b754df6-5c54-4875-8db3-c35e371ba286'] response: {'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'code': 200} May 04 17:56:21.123984 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:21.178547 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:21.185654 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.186016 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.186384 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.186746 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.187088 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.187421 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.187750 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.188079 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.188405 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.188758 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.189085 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.212565 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.212565 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.212565 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.212565 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:21.485389 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e88059-7ecc-4e69-9f91-0e82c8c1557e req-d28ad20a-b9f7-4b75-9244-bbd7539e1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:21.486791 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c8e88059-7ecc-4e69-9f91-0e82c8c1557e req-d28ad20a-b9f7-4b75-9244-bbd7539e1cff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 1130 time: 0.0384860 May 04 17:56:21.535565 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c8e88059-7ecc-4e69-9f91-0e82c8c1557e req-cd05e0ce-b296-4251-96db-e6b61e0ad805 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422204 May 04 17:56:21.685855 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f2efc-227d-4317-8254-4b18038145c5 req-0b8f159d-b49c-4e05-9ea6-45287ad8d165 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:21.687328 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc5f2efc-227d-4317-8254-4b18038145c5 req-0b8f159d-b49c-4e05-9ea6-45287ad8d165 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.0470283 May 04 17:56:21.743203 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc5f2efc-227d-4317-8254-4b18038145c5 req-53da8a24-e7a8-4bf2-929e-b3cf2e05cb92 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466731 May 04 17:56:22.153678 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4a628-afa5-4e73-9a7a-91902d8a2181 req-e382e896-8ec0-4bce-918c-6dc02f6b298d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:22.158029 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9bf4a628-afa5-4e73-9a7a-91902d8a2181 req-e382e896-8ec0-4bce-918c-6dc02f6b298d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0513351 May 04 17:56:22.202177 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9bf4a628-afa5-4e73-9a7a-91902d8a2181 req-5f84f1ec-e67b-4f22-9a87-12886dfde3f6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 May 04 17:56:22.859975 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdb935-866b-4265-8e69-afe120b74132 req-fbff4f38-84e3-4c47-8f83-962621776d9b tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:22.861510 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77fdb935-866b-4265-8e69-afe120b74132 req-fbff4f38-84e3-4c47-8f83-962621776d9b tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.0532398 May 04 17:56:22.921355 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77fdb935-866b-4265-8e69-afe120b74132 req-56061b89-01cf-4d78-abeb-63a3a202f046 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518603 May 04 17:56:23.186261 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:23.322580 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a901638-9430-45e0-abdb-427f731e8aea req-f4a78741-c169-4e4d-b199-4e6919a9ab2f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:23.324098 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1a901638-9430-45e0-abdb-427f731e8aea req-f4a78741-c169-4e4d-b199-4e6919a9ab2f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0484159 May 04 17:56:23.361133 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-f44300cf-f293-4a5b-993b-fbf4cf86fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:23.362625 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-f44300cf-f293-4a5b-993b-fbf4cf86fbc8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 1130 time: 0.0442727 May 04 17:56:23.376218 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1a901638-9430-45e0-abdb-427f731e8aea req-31673192-e635-4445-9c7c-580b0d6a070e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457642 May 04 17:56:23.480076 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-13bfcf9c-3dbb-4e29-970c-ace7e355955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:23.481579 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-13bfcf9c-3dbb-4e29-970c-ace7e355955c service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 917 time: 0.0857136 May 04 17:56:23.784327 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-9334a123-507a-49ae-90cc-a1ff4d210cec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21 HTTP/1.1" status: 200 len: 1001 time: 0.0650637 May 04 17:56:23.833364 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-84573ad9-7e51-482a-8724-f25f8dcaf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:23.834699 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-84573ad9-7e51-482a-8724-f25f8dcaf88f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0429199 May 04 17:56:23.879759 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-baa0b4f8-fda1-4844-a15a-54524cc282c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:23.881293 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-baa0b4f8-fda1-4844-a15a-54524cc282c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402939 May 04 17:56:24.035156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a16af8-3f02-40ff-8352-e444c70f8829 req-b7e7125f-d016-4dfc-8265-8b5497309024 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:24.036915 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-50a16af8-3f02-40ff-8352-e444c70f8829 req-b7e7125f-d016-4dfc-8265-8b5497309024 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.0461795 May 04 17:56:24.087689 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-50a16af8-3f02-40ff-8352-e444c70f8829 req-af815ea1-1930-4064-b1ac-3a96021e893e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450845 May 04 17:56:24.204459 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3a322-26ef-4618-bb75-ebb0de7b8fce req-c31b8415-f4c0-4759-8790-39c3965584e8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:24.205971 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a6a3a322-26ef-4618-bb75-ebb0de7b8fce req-c31b8415-f4c0-4759-8790-39c3965584e8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.0518429 May 04 17:56:24.260031 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a6a3a322-26ef-4618-bb75-ebb0de7b8fce req-24f78e94-9be5-4e6c-8182-c7d1c08c9537 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473230 May 04 17:56:24.285352 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39158) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:24.305109 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-60775c75-748d-444c-9acc-de7f382659c9 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934329 May 04 17:56:24.327040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89c414-0350-468a-9262-c9a72e1e7d79 tempest-TestVolumeBootPattern-1352028350 tempest-TestVolumeBootPattern-1352028350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:24.328696 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5a89c414-0350-468a-9262-c9a72e1e7d79 tempest-TestVolumeBootPattern-1352028350 tempest-TestVolumeBootPattern-1352028350-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 1125 time: 0.0422645 May 04 17:56:24.332464 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39160) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:24.337240 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:24.401660 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8f8e4cc8-0fd1-486b-b90e-9473a5499a72 req-24182a64-5cac-42f2-8247-448f1bcc195a service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871472 May 04 17:56:24.452739 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:24.495428 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc07062-52ff-4672-8b26-4aa5e7a0b7a3 req-504826df-ae75-42c1-a2f3-2496365aa01f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:24.496947 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2fc07062-52ff-4672-8b26-4aa5e7a0b7a3 req-504826df-ae75-42c1-a2f3-2496365aa01f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 946 time: 0.0478384 May 04 17:56:24.537309 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:24.544876 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2fc07062-52ff-4672-8b26-4aa5e7a0b7a3 req-8a07ebf0-4b81-4c8e-a338-e34872c4e598 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 May 04 17:56:24.651297 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Allocated IP 172.27.2.148 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/e61b2a40-f201-483c-b98b-27649240b373) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:56:24.734292 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:56:24.761671 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (e61b2a40-f201-483c-b98b-27649240b373), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:24.818159 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 is: ACTIVE; New status is: DOWN {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:24.818549 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:24.840158 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:24.842387 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a7992e-12ef-487a-8609-9193ad4e880b" -d '{"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-unplugged", "status": "completed", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:24.859062 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:24.880903 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa3f4c2-a9f0-49e4-a790-30bce42da294 x-openstack-request-id: req-5fa3f4c2-a9f0-49e4-a790-30bce42da294 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:24.881344 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-unplugged", "status": "completed", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:24.886223 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5fa3f4c2-a9f0-49e4-a790-30bce42da294 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:24.886223 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa3f4c2-a9f0-49e4-a790-30bce42da294'] response: {'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'code': 200} May 04 17:56:24.910294 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (e61b2a40-f201-483c-b98b-27649240b373), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:24.949994 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:56:24.952925 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:56:24.959391 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:56:24.965083 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=e61b2a40-f201-483c-b98b-27649240b373,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:25.026037 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:25.075743 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=8']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:25.341265 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (53160979-1417-49ea-83b3-599a2b0a66a9), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:25.481868 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e61b2a40-f201-483c-b98b-27649240b373), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:25.632986 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (e61b2a40-f201-483c-b98b-27649240b373), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:25.665797 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a632736-92a2-43fa-8be9-c804805c14f3 req-ed5b96e5-f13e-4ad2-9be4-20a4a8a77f32 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:25.667207 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1a632736-92a2-43fa-8be9-c804805c14f3 req-ed5b96e5-f13e-4ad2-9be4-20a4a8a77f32 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0479162 May 04 17:56:25.705972 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (e61b2a40-f201-483c-b98b-27649240b373), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:25.717982 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1a632736-92a2-43fa-8be9-c804805c14f3 req-89ddd960-5cde-42a0-9d07-c9db69f73a54 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451431 May 04 17:56:25.783116 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=e61b2a40-f201-483c-b98b-27649240b373,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:25.790869 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (53160979-1417-49ea-83b3-599a2b0a66a9), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:25.896902 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Floating IP 53160979-1417-49ea-83b3-599a2b0a66a9 associated. External IP: 172.27.2.148, port: d3fc2684-4d63-482d-89e5-b37b8eb9d2dd. May 04 17:56:26.113276 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:56:26.479402 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:56:26.495305 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:56:26.508479 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:26.509357 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:56:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:26.580369 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:26.618442 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ffcc3591-e6e8-42cc-be18-16fe717b2d33 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2842841 May 04 17:56:26.618650 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:26.633093 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f379bd42-303f-468e-a402-f639c80cd802" -d '{"events": [{"name": "network-changed", "server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:26.683383 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b50a35-10a9-4f11-9add-e0b4b3e39224 x-openstack-request-id: req-67b50a35-10a9-4f11-9add-e0b4b3e39224 {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:26.683674 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:26.683923 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67b50a35-10a9-4f11-9add-e0b4b3e39224 {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:26.684324 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b50a35-10a9-4f11-9add-e0b4b3e39224'] response: {'name': 'network-changed', 'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'status': 'completed', 'code': 200} May 04 17:56:26.772142 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:56:26.850673 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bbf2b-7daa-41d4-9ef5-26ae462b89e4 req-d4f41331-6a5c-4277-a687-3ce65c39547a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:26.852261 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c95bbf2b-7daa-41d4-9ef5-26ae462b89e4 req-d4f41331-6a5c-4277-a687-3ce65c39547a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0495763 May 04 17:56:26.939121 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c95bbf2b-7daa-41d4-9ef5-26ae462b89e4 req-8ac68134-358b-434c-a703-34fc74bf578e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790670 May 04 17:56:26.943022 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379bd42-303f-468e-a402-f639c80cd802 req-97822f73-5115-413c-9fba-aed9f7c6f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:26.944709 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f379bd42-303f-468e-a402-f639c80cd802 req-97822f73-5115-413c-9fba-aed9f7c6f8af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 1130 time: 0.0642583 May 04 17:56:27.051364 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:25Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:27.087804 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:56:27.097584 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:27.098455 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:56:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:27.229697 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:56:27.343338 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379bd42-303f-468e-a402-f639c80cd802 req-c53adaa4-632a-4688-8921-663a41698eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:27.345918 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f379bd42-303f-468e-a402-f639c80cd802 req-c53adaa4-632a-4688-8921-663a41698eb7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 913 time: 0.3930910 May 04 17:56:27.461611 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:25Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:27.491354 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d9b8e-e562-47c9-ab5b-b722da5079af None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:25Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:56:27.700752 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f379bd42-303f-468e-a402-f639c80cd802 req-cebac7a7-dadd-48ab-96c9-829975b7ad49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd HTTP/1.1" status: 200 len: 1000 time: 0.0735629 May 04 17:56:27.717271 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa729f10-2bbe-47e3-82f0-55183af1e274 None None] New status for floating IP 53160979-1417-49ea-83b3-599a2b0a66a9: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:56:27.761143 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379bd42-303f-468e-a402-f639c80cd802 req-e839cf36-3a2c-4608-9c48-d51bdeb1aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:27.762594 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f379bd42-303f-468e-a402-f639c80cd802 req-e839cf36-3a2c-4608-9c48-d51bdeb1aa4f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.0540133 May 04 17:56:27.822767 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379bd42-303f-468e-a402-f639c80cd802 req-f2e7e0c7-2e3f-4954-ad1c-596aba62728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:27.824994 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f379bd42-303f-468e-a402-f639c80cd802 req-f2e7e0c7-2e3f-4954-ad1c-596aba62728f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446732 May 04 17:56:27.916162 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f379bd42-303f-468e-a402-f639c80cd802 req-8621f990-3eae-4a37-b161-97618103933b service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836158 May 04 17:56:28.030528 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f379bd42-303f-468e-a402-f639c80cd802 req-3f886102-7177-41d2-a989-e7b32dae6012 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077724 May 04 17:56:28.762597 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:56:28.844424 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 is: DOWN; New status is: DOWN {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:29.180834 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [req-2f63e954-dd92-41fd-b7dd-cd31e3caaf44 req-c561f43b-052d-4aab-987e-009e81c0c5f8 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:56:29.182005 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2f63e954-dd92-41fd-b7dd-cd31e3caaf44 req-c561f43b-052d-4aab-987e-009e81c0c5f8 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055468 May 04 17:56:29.566278 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd8b2c-2ba6-49ff-8fb8-95ed3561ff11 req-1d59252d-0509-4dd5-8c06-352306282ca0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:29.567654 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-45dd8b2c-2ba6-49ff-8fb8-95ed3561ff11 req-1d59252d-0509-4dd5-8c06-352306282ca0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0469258 May 04 17:56:29.614006 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-45dd8b2c-2ba6-49ff-8fb8-95ed3561ff11 req-bd94b000-9475-4cf4-a92b-9d5898e4d15b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 May 04 17:56:29.946923 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97fde-e392-4496-9db8-80bf0b6c5232 req-4ad5e525-d84a-4159-b259-307e521f9b99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:29.948392 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-85c97fde-e392-4496-9db8-80bf0b6c5232 req-4ad5e525-d84a-4159-b259-307e521f9b99 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 945 time: 0.0504003 May 04 17:56:29.995791 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-85c97fde-e392-4496-9db8-80bf0b6c5232 req-6befd782-a218-4ef9-8b26-305df442d190 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413830 May 04 17:56:30.197664 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39290) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:30.252555 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39294) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:30.329838 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-49a5f508-9441-410f-8c18-043a41bc9f9d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1310060 May 04 17:56:30.335504 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-8eed7513-b905-4e8f-8821-b1ffe2844e39 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110468) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 17:56:30.337415 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-8eed7513-b905-4e8f-8821-b1ffe2844e39 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067067 May 04 17:56:30.354670 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-608a709b-8259-49bc-9d63-915efa9f045a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:30.432842 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-608a709b-8259-49bc-9d63-915efa9f045a admin admin] Publish callbacks [] for security_group (4583c0b2-91c4-45a6-9637-c4ccb528b23d), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:30.473330 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39302) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:30.537105 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-608a709b-8259-49bc-9d63-915efa9f045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (4583c0b2-91c4-45a6-9637-c4ccb528b23d), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:30.573204 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-ca302404-87c2-4d36-9dfc-7ab09e4566c0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:30.574601 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-ca302404-87c2-4d36-9dfc-7ab09e4566c0 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports/5356a88c-b62f-46ac-80fd-cfdeb60dbd21 HTTP/1.1" status: 200 len: 941 time: 0.1002498 May 04 17:56:30.576314 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-608a709b-8259-49bc-9d63-915efa9f045a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45e0810241334b8eb181d0bad6cffb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226278 May 04 17:56:30.577033 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a709b-8259-49bc-9d63-915efa9f045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4583c0b2-91c4-45a6-9637-c4ccb528b23d,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:30.578928 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39306) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:30.628107 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Publish callbacks [] for security_group (4583c0b2-91c4-45a6-9637-c4ccb528b23d), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:30.649805 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Publish callbacks [] for security_group (4583c0b2-91c4-45a6-9637-c4ccb528b23d), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:30.739401 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbd3a6-1d55-4e27-a82b-9e8e85921e1b req-f995542c-3256-4729-b3c8-a810f48cddf6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:30.740894 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-25cbd3a6-1d55-4e27-a82b-9e8e85921e1b req-f995542c-3256-4729-b3c8-a810f48cddf6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0494978 May 04 17:56:30.773580 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (4583c0b2-91c4-45a6-9637-c4ccb528b23d), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:30.776193 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:30.777368 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4583c0b2-91c4-45a6-9637-c4ccb528b23d HTTP/1.1" status: 204 len: 168 time: 0.1973763 May 04 17:56:30.786017 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4583c0b2-91c4-45a6-9637-c4ccb528b23d,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:30.788531 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-25cbd3a6-1d55-4e27-a82b-9e8e85921e1b req-8fca8297-755c-4be2-b378-d06e5412e460 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 May 04 17:56:30.799840 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.800241 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.815904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.815904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.815904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.815904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.815904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.815904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.815904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.815904 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.818026 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.818491 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.818841 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.819185 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:30.819522 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba6efa9-728c-4c9a-b402-5b06501b408f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:31.114285 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e5aeb-ee74-4773-a5f0-b2f240f45ae3 req-c996d0bf-931d-4492-9120-d88d63b35ecb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:31.115681 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7a9e5aeb-ee74-4773-a5f0-b2f240f45ae3 req-c996d0bf-931d-4492-9120-d88d63b35ecb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 945 time: 0.0478892 May 04 17:56:31.163821 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7a9e5aeb-ee74-4773-a5f0-b2f240f45ae3 req-b40cdb3e-0d0d-491a-a893-51826b54be7e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421331 May 04 17:56:31.481689 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39322) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:31.494821 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3df7be8a-831d-44e6-b8b0-a27ef3525900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.576857 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3df7be8a-831d-44e6-b8b0-a27ef3525900 admin admin] Publish callbacks [] for security_group (7000025b-c45b-4145-b144-39e9108df39c), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.668242 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3df7be8a-831d-44e6-b8b0-a27ef3525900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (7000025b-c45b-4145-b144-39e9108df39c), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.732758 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-752c5058-fbaf-4267-a2fb-b730f47b6c2a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:31.734207 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-752c5058-fbaf-4267-a2fb-b730f47b6c2a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 945 time: 0.0763872 May 04 17:56:31.741218 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7be8a-831d-44e6-b8b0-a27ef3525900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7000025b-c45b-4145-b144-39e9108df39c,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:31.745314 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-3df7be8a-831d-44e6-b8b0-a27ef3525900 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a67e85c964d64d0f8d0cde427446dcc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625940 May 04 17:56:31.748226 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39324) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:31.802103 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-587b89cb-71d1-4fdf-8695-d093d8fa2dcf admin admin] Publish callbacks [] for security_group (7000025b-c45b-4145-b144-39e9108df39c), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.824547 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-587b89cb-71d1-4fdf-8695-d093d8fa2dcf admin admin] Publish callbacks [] for security_group (7000025b-c45b-4145-b144-39e9108df39c), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.851741 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Deleting port 5b417a76-8d09-4e43-a34f-595703100ffe {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:56:31.852562 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.920791 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f238b2-248a-48de-b7af-349b93ea4428 req-1a3629c5-daab-4701-98a6-0ebeae4c53d2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:31.922378 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-78f238b2-248a-48de-b7af-349b93ea4428 req-1a3629c5-daab-4701-98a6-0ebeae4c53d2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0489790 May 04 17:56:31.927520 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:56:31.960708 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] For port 5b417a76-8d09-4e43-a34f-595703100ffe, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5b417a76-8d09-4e43-a34f-595703100ffe,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:31.961102 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.978867 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-78f238b2-248a-48de-b7af-349b93ea4428 req-97ad7c14-b6d1-412a-95a2-1b384d898a87 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498710 May 04 17:56:31.991274 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-587b89cb-71d1-4fdf-8695-d093d8fa2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (7000025b-c45b-4145-b144-39e9108df39c), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.991274 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-587b89cb-71d1-4fdf-8695-d093d8fa2dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:31.991274 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-587b89cb-71d1-4fdf-8695-d093d8fa2dcf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7000025b-c45b-4145-b144-39e9108df39c HTTP/1.1" status: 204 len: 168 time: 0.2396629 May 04 17:56:31.998102 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b89cb-71d1-4fdf-8695-d093d8fa2dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7000025b-c45b-4145-b144-39e9108df39c,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:32.144677 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:32.145041 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (5a16b718-d98e-4e14-821e-f903ab348bcd), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:32.145366 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Floating IP 5a16b718-d98e-4e14-821e-f903ab348bcd disassociated. External IP: 172.27.2.245, port: 5b417a76-8d09-4e43-a34f-595703100ffe. May 04 17:56:32.145734 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Calling delete_port for 5b417a76-8d09-4e43-a34f-595703100ffe owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:56:32.309696 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999da0d5-5562-4e12-acb1-a0b2355b619e req-5de9aee5-03d6-408e-985a-31464a9fc0f9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:32.311131 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-999da0d5-5562-4e12-acb1-a0b2355b619e req-5de9aee5-03d6-408e-985a-31464a9fc0f9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 945 time: 0.0771449 May 04 17:56:32.372795 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-64fda1d2-33c9-4ac9-a550-497f63be3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:32.374303 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-64fda1d2-33c9-4ac9-a550-497f63be3a9e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e&tenant_id=6061fedb7a6f46398811de3ae8aa091b HTTP/1.1" status: 200 len: 1128 time: 0.0617881 May 04 17:56:32.398169 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-999da0d5-5562-4e12-acb1-a0b2355b619e req-1304ecc1-2ad8-4b99-a7c9-629c3e5ae167 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=d83303f1-8079-4dda-b65c-a47d6faa8e88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771234 May 04 17:56:32.411991 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5b417a76-8d09-4e43-a34f-595703100ffe), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:32.466962 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'Port': ['ID=5b417a76-8d09-4e43-a34f-595703100ffe,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:32.475411 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-d7868ef2-32f9-417e-939e-ec48f339b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:32.476961 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-d7868ef2-32f9-417e-939e-ec48f339b733 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 1128 time: 0.0778873 May 04 17:56:32.651262 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-7db1b6a0-6f71-40b4-993f-ade185c849ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:32.652768 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-7db1b6a0-6f71-40b4-993f-ade185c849ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 917 time: 0.1694992 May 04 17:56:32.662909 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:56:32.754212 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39334) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:32.767333 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-3b65576b-8a51-41f2-8f40-4b42338fe38d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21 HTTP/1.1" status: 200 len: 999 time: 0.1062422 May 04 17:56:32.768086 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6b34633a-b321-4c7c-a4d0-357f3e63f61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:32.848185 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6b34633a-b321-4c7c-a4d0-357f3e63f61b admin admin] Publish callbacks [] for security_group (6ecc955b-d5f4-4486-aa71-40bac5d8bbc0), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:32.870697 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-5e2d4fc6-8c57-4038-9bf8-9906cbbd80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:32.872172 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-5e2d4fc6-8c57-4038-9bf8-9906cbbd80fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0934491 May 04 17:56:32.873316 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:56:32.885721 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:56:32.896713 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:32.897332 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:56:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:32.944273 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] No DVR routers for this DVR port 5b417a76-8d09-4e43-a34f-595703100ffe on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:56:32.947001 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:32.951152 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1bf8fea2-9f82-4e48-a2a3-36af366f18c1 req-4132ca10-6d53-4f29-9c1f-fde9a4812bfc tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "DELETE /v2.0/ports/5b417a76-8d09-4e43-a34f-595703100ffe HTTP/1.1" status: 204 len: 173 time: 1.2109177 May 04 17:56:32.954381 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'name': 'network-vif-deleted', 'tag': '5b417a76-8d09-4e43-a34f-595703100ffe'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:32.956987 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d52c543-77f7-4165-b4aa-dc5abc12356f" -d '{"events": [{"server_uuid": "44a88af0-a439-4ebf-8632-fbbe86d18b4c", "name": "network-vif-deleted", "tag": "5b417a76-8d09-4e43-a34f-595703100ffe"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:32.960855 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-9a180334-469e-4999-bfe7-c266083e48ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:32.962461 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-9a180334-469e-4999-bfe7-c266083e48ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839789 May 04 17:56:32.995454 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6b34633a-b321-4c7c-a4d0-357f3e63f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (6ecc955b-d5f4-4486-aa71-40bac5d8bbc0), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:33.026412 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:56:33.046027 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-6b34633a-b321-4c7c-a4d0-357f3e63f61b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e7ddde29fc5429a8038e9d2bc9e374c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903223 May 04 17:56:33.047287 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34633a-b321-4c7c-a4d0-357f3e63f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc955b-d5f4-4486-aa71-40bac5d8bbc0,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:33.061937 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39340) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:33.095225 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1f7de9-f13b-4bf1-9a8a-833b963009c2 x-openstack-request-id: req-7b1f7de9-f13b-4bf1-9a8a-833b963009c2 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:33.096163 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a88af0-a439-4ebf-8632-fbbe86d18b4c", "name": "network-vif-deleted", "tag": "5b417a76-8d09-4e43-a34f-595703100ffe", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:33.096642 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b1f7de9-f13b-4bf1-9a8a-833b963009c2 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:33.097211 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1f7de9-f13b-4bf1-9a8a-833b963009c2'] response: {'server_uuid': '44a88af0-a439-4ebf-8632-fbbe86d18b4c', 'name': 'network-vif-deleted', 'tag': '5b417a76-8d09-4e43-a34f-595703100ffe', 'status': 'completed', 'code': 200} May 04 17:56:33.147533 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-64a57220-82f0-4b03-a314-5e9488891136 admin admin] Publish callbacks [] for security_group (6ecc955b-d5f4-4486-aa71-40bac5d8bbc0), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:33.153990 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492859-da0a-4443-bc9f-68255d5141f7 req-0e33da83-d5eb-4a77-b54c-08eca2a44c06 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:33.155818 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5a492859-da0a-4443-bc9f-68255d5141f7 req-0e33da83-d5eb-4a77-b54c-08eca2a44c06 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0630424 May 04 17:56:33.173345 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-64a57220-82f0-4b03-a314-5e9488891136 admin admin] Publish callbacks [] for security_group (6ecc955b-d5f4-4486-aa71-40bac5d8bbc0), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:33.179238 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-a43c48c7-be44-4d6a-964d-0b6dce19923c service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094283 May 04 17:56:33.245360 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:33.275054 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:56:33.284727 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5a492859-da0a-4443-bc9f-68255d5141f7 req-e6c4a517-be95-4051-9ddb-0ea5ef6f55f6 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151531 May 04 17:56:33.285187 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:33.285657 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:56:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:33.324919 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-38c31c6f-0608-403b-ac22-382a212fc0e6 req-9d17eb1b-93e4-48ae-97ef-69c39e194b12 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336954 May 04 17:56:33.349980 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-64a57220-82f0-4b03-a314-5e9488891136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (6ecc955b-d5f4-4486-aa71-40bac5d8bbc0), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:33.352655 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-64a57220-82f0-4b03-a314-5e9488891136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:33.353814 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-64a57220-82f0-4b03-a314-5e9488891136 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ecc955b-d5f4-4486-aa71-40bac5d8bbc0 HTTP/1.1" status: 204 len: 168 time: 0.2861223 May 04 17:56:33.361769 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a57220-82f0-4b03-a314-5e9488891136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc955b-d5f4-4486-aa71-40bac5d8bbc0,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:33.404901 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:56:33.515604 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b77acf3f-e416-4a51-89fd-eb71fa1a125e req-09d4e3e9-7825-47f9-8b28-91479e9b1e32 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=44a88af0-a439-4ebf-8632-fbbe86d18b4c HTTP/1.1" status: 200 len: 210 time: 0.0282636 May 04 17:56:33.608551 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:33.634667 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed756bb-e971-4943-9d9d-03b15301892d None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:56:33.941396 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebedcec-77de-4f47-8876-eaa3f5858644 req-b01585bf-e8fb-477f-89f6-1e784e5f9233 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:33.949263 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2ebedcec-77de-4f47-8876-eaa3f5858644 req-b01585bf-e8fb-477f-89f6-1e784e5f9233 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0723207 May 04 17:56:33.990877 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbaa545-6d02-4bdf-aeae-90aa71cdd099 None None] New status for floating IP 5a16b718-d98e-4e14-821e-f903ab348bcd: DOWN {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:56:34.004621 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2ebedcec-77de-4f47-8876-eaa3f5858644 req-35d79163-ec2a-4ea6-b5e2-09158d2b589c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541837 May 04 17:56:34.415799 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8d499-faef-4cf6-babe-a0d62127df70 req-a054b052-5c8f-40ae-a7fe-d4c8c2ecb19e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:34.418345 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dfe8d499-faef-4cf6-babe-a0d62127df70 req-a054b052-5c8f-40ae-a7fe-d4c8c2ecb19e tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0613105 May 04 17:56:34.533587 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dfe8d499-faef-4cf6-babe-a0d62127df70 req-50fc89ca-151f-4e7d-842b-9cf46a8687f3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015432 May 04 17:56:34.686119 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39400) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:34.784595 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5b417a76-8d09-4e43-a34f-595703100ffe no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:56:34.806042 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 5b417a76-8d09-4e43-a34f-595703100ffe {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:56:34.809649 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5b417a76-8d09-4e43-a34f-595703100ffe not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:56:34.818895 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (d83303f1-8079-4dda-b65c-a47d6faa8e88), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:34.850214 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (d83303f1-8079-4dda-b65c-a47d6faa8e88), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:34.972904 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (d83303f1-8079-4dda-b65c-a47d6faa8e88), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:34.977290 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:34.977290 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "DELETE /v2.0/security-groups/d83303f1-8079-4dda-b65c-a47d6faa8e88 HTTP/1.1" status: 204 len: 168 time: 0.2893798 May 04 17:56:34.979889 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39404) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:34.986212 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83303f1-8079-4dda-b65c-a47d6faa8e88,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:34.998623 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:34.998623 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:34.999019 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:34.999316 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:34.999656 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:34.999993 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.000323 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.000775 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.001231 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.002066 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.002640 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.003884 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.004910 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.011470 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.011470 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2ea49-97f3-431d-962c-4ee72f0cd06d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:35.016784 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.api.v2.resource [None req-29fb3b54-4edc-417b-a470-657dd8363085 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] show failed (client error): The resource could not be found. May 04 17:56:35.018760 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-29fb3b54-4edc-417b-a470-657dd8363085 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups/d83303f1-8079-4dda-b65c-a47d6faa8e88 HTTP/1.1" status: 404 len: 347 time: 0.0376921 May 04 17:56:35.021794 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39406) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:35.217180 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cc6a1-813d-4c3e-bd55-aae5524c41fa req-b145d6d3-14e0-4319-a85a-ada45cb12cb6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:35.218705 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-233cc6a1-813d-4c3e-bd55-aae5524c41fa req-b145d6d3-14e0-4319-a85a-ada45cb12cb6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0769951 May 04 17:56:35.237356 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Deleting port 8a1b31a2-59cd-43db-9ec1-9b4a49b5b699 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:56:35.240838 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:35.331707 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-233cc6a1-813d-4c3e-bd55-aae5524c41fa req-98e890bf-3cbf-4d87-896e-bc6fcb141c34 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038740 May 04 17:56:35.355680 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:35.356294 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:35.375559 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Calling delete_port for 8a1b31a2-59cd-43db-9ec1-9b4a49b5b699 owned by network:floatingip {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:56:35.616543 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (8a1b31a2-59cd-43db-9ec1-9b4a49b5b699), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:35.655894 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'Port': ['ID=8a1b31a2-59cd-43db-9ec1-9b4a49b5b699,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:35.692541 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c6903-edac-4a13-a2f3-7d58c976b78e req-f18bfab2-e34f-4cdf-9304-ea11805dc805 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:35.694818 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3c2c6903-edac-4a13-a2f3-7d58c976b78e req-f18bfab2-e34f-4cdf-9304-ea11805dc805 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0793610 May 04 17:56:35.779713 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (5a16b718-d98e-4e14-821e-f903ab348bcd), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:35.795873 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:35.797082 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-eadafaf7-d1bd-43ba-865e-29f497b17251 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "DELETE /v2.0/floatingips/5a16b718-d98e-4e14-821e-f903ab348bcd HTTP/1.1" status: 204 len: 168 time: 0.7734797 May 04 17:56:35.806798 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3c2c6903-edac-4a13-a2f3-7d58c976b78e req-8904c87a-ac6b-42f9-b6b1-68ad08d6a052 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052401 May 04 17:56:36.364538 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39440) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:36.369721 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-f77bb870-e8d2-4f53-853a-a31140c82607 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302053848', 'description': 'tempest-description--1659054784'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:36.472891 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104cc8c-182b-4014-8f75-790cc056391a req-0822aee0-ed9b-4ef8-8426-58ed368c6a66 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:36.477169 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f77bb870-e8d2-4f53-853a-a31140c82607 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:36.477430 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1104cc8c-182b-4014-8f75-790cc056391a req-0822aee0-ed9b-4ef8-8426-58ed368c6a66 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0548689 May 04 17:56:36.559653 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1104cc8c-182b-4014-8f75-790cc056391a req-dc3df358-5031-4fa1-a2d4-a5efbe880220 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788431 May 04 17:56:36.584909 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f77bb870-e8d2-4f53-853a-a31140c82607 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (92dd71d1-1d99-4f5a-91c9-c83eb85c2cea), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:36.636397 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39446) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:36.762699 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-20c5ee09-8020-4b7a-9131-3d50ed0b41f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:36.854892 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-20c5ee09-8020-4b7a-9131-3d50ed0b41f3 admin admin] Publish callbacks [] for security_group (3b73690c-9c13-41a3-9eb1-353b65a27573), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:36.948654 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e72e5-4202-49a9-986d-07c60f0ae34e req-e9d155c4-4094-49ce-b318-ea3ef1ada359 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:36.959277 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f87e72e5-4202-49a9-986d-07c60f0ae34e req-e9d155c4-4094-49ce-b318-ea3ef1ada359 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0616131 May 04 17:56:37.009000 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f87e72e5-4202-49a9-986d-07c60f0ae34e req-edbfebfa-c93f-4d46-ac06-5612f45e4c43 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512061 May 04 17:56:37.010179 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f77bb870-e8d2-4f53-853a-a31140c82607 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (92dd71d1-1d99-4f5a-91c9-c83eb85c2cea), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.054008 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-20c5ee09-8020-4b7a-9131-3d50ed0b41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (3b73690c-9c13-41a3-9eb1-353b65a27573), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.057234 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bb870-e8d2-4f53-853a-a31140c82607 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:37.105698 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-20c5ee09-8020-4b7a-9131-3d50ed0b41f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74dd469fdec84af6a577d6c3f2e4c53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870870 May 04 17:56:37.106973 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5ee09-8020-4b7a-9131-3d50ed0b41f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b73690c-9c13-41a3-9eb1-353b65a27573,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:37.108361 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39454) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:37.151721 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f77bb870-e8d2-4f53-853a-a31140c82607 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.155414 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f77bb870-e8d2-4f53-853a-a31140c82607 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7868295 May 04 17:56:37.156041 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39456) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:37.163036 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-83227f70-1ea6-41f5-bdaa-27375825cfd2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group_rule': {'security_group_id': '92dd71d1-1d99-4f5a-91c9-c83eb85c2cea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:37.180914 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-570cf799-e10b-47a4-ad79-b3137842c7b9 admin admin] Publish callbacks [] for security_group (3b73690c-9c13-41a3-9eb1-353b65a27573), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.212207 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-570cf799-e10b-47a4-ad79-b3137842c7b9 admin admin] Publish callbacks [] for security_group (3b73690c-9c13-41a3-9eb1-353b65a27573), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.302414 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-83227f70-1ea6-41f5-bdaa-27375825cfd2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (95298d5e-ec71-485f-bbf0-da736cff808a), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.328701 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-570cf799-e10b-47a4-ad79-b3137842c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (3b73690c-9c13-41a3-9eb1-353b65a27573), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.332025 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-570cf799-e10b-47a4-ad79-b3137842c7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.336511 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-570cf799-e10b-47a4-ad79-b3137842c7b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b73690c-9c13-41a3-9eb1-353b65a27573 HTTP/1.1" status: 204 len: 168 time: 0.2269890 May 04 17:56:37.354818 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cf799-e10b-47a4-ad79-b3137842c7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b73690c-9c13-41a3-9eb1-353b65a27573,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:37.409318 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-83227f70-1ea6-41f5-bdaa-27375825cfd2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (95298d5e-ec71-485f-bbf0-da736cff808a), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.513645 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-83227f70-1ea6-41f5-bdaa-27375825cfd2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (95298d5e-ec71-485f-bbf0-da736cff808a), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.536688 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83227f70-1ea6-41f5-bdaa-27375825cfd2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95298d5e-ec71-485f-bbf0-da736cff808a,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:37.621375 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-83227f70-1ea6-41f5-bdaa-27375825cfd2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.622642 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-83227f70-1ea6-41f5-bdaa-27375825cfd2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4654992 May 04 17:56:37.625448 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39464) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:37.630654 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-c885f149-9eb7-4f75-971f-8590581f3c22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'security_group_rule': {'security_group_id': '92dd71d1-1d99-4f5a-91c9-c83eb85c2cea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:37.702258 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f152267-b77f-4451-8931-1f744a7b7a08 req-67d69771-fe58-4844-8f33-fddfa4c636a6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:37.705197 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7f152267-b77f-4451-8931-1f744a7b7a08 req-67d69771-fe58-4844-8f33-fddfa4c636a6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0554302 May 04 17:56:37.762399 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7f152267-b77f-4451-8931-1f744a7b7a08 req-36be3377-e467-45a4-b5a8-b3e512efb3b7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505090 May 04 17:56:37.770691 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c885f149-9eb7-4f75-971f-8590581f3c22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (c7ceaa65-93c7-49f0-999d-a36c110ee8cb), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.821194 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c885f149-9eb7-4f75-971f-8590581f3c22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (c7ceaa65-93c7-49f0-999d-a36c110ee8cb), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.918720 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c885f149-9eb7-4f75-971f-8590581f3c22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (c7ceaa65-93c7-49f0-999d-a36c110ee8cb), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:37.939311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885f149-9eb7-4f75-971f-8590581f3c22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ceaa65-93c7-49f0-999d-a36c110ee8cb,revision_number=0']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:38.018438 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c885f149-9eb7-4f75-971f-8590581f3c22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.019658 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-c885f149-9eb7-4f75-971f-8590581f3c22 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3927176 May 04 17:56:38.022952 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39466) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:38.090413 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39472) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:38.107941 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-78ad753c-b41f-4134-bfad-781b2b5e10fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.181371 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46962fe1-627a-4ec3-a746-ff8391c72df2 req-b3dde9ed-378e-4f70-9fbf-deac0b88db5f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:38.183076 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-46962fe1-627a-4ec3-a746-ff8391c72df2 req-b3dde9ed-378e-4f70-9fbf-deac0b88db5f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0770350 May 04 17:56:38.264787 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-46962fe1-627a-4ec3-a746-ff8391c72df2 req-b291f293-9669-4bd0-8d3a-3577aab2b2a4 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671492 May 04 17:56:38.295725 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:38.300018 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-78ad753c-b41f-4134-bfad-781b2b5e10fe admin admin] Publish callbacks [] for security_group (79dc37de-1651-4fec-8ddf-0cd4a2debc32), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.376636 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-78ad753c-b41f-4134-bfad-781b2b5e10fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (79dc37de-1651-4fec-8ddf-0cd4a2debc32), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.401447 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.419128 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-78ad753c-b41f-4134-bfad-781b2b5e10fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c461b462ff30437c9be17e347658b7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272903 May 04 17:56:38.422344 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39474) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:38.431728 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad753c-b41f-4134-bfad-781b2b5e10fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dc37de-1651-4fec-8ddf-0cd4a2debc32,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:38.491944 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e596aa67-ef90-44e1-8f33-89a3d2e40b13 admin admin] Publish callbacks [] for security_group (79dc37de-1651-4fec-8ddf-0cd4a2debc32), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.511406 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.514846 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e596aa67-ef90-44e1-8f33-89a3d2e40b13 admin admin] Publish callbacks [] for security_group (79dc37de-1651-4fec-8ddf-0cd4a2debc32), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.623623 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e596aa67-ef90-44e1-8f33-89a3d2e40b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (79dc37de-1651-4fec-8ddf-0cd4a2debc32), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.626439 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-e596aa67-ef90-44e1-8f33-89a3d2e40b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.627611 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e596aa67-ef90-44e1-8f33-89a3d2e40b13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79dc37de-1651-4fec-8ddf-0cd4a2debc32 HTTP/1.1" status: 204 len: 168 time: 0.2039924 May 04 17:56:38.628069 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Allocated IP 172.27.2.14 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:56:38.639866 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596aa67-ef90-44e1-8f33-89a3d2e40b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dc37de-1651-4fec-8ddf-0cd4a2debc32,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:38.760863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.874013 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:38.929610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b36662-a42c-4f1a-9d7e-e48fcd7a3abe req-6ef5954b-549f-4635-ad6e-cd0555094730 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:38.931119 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-52b36662-a42c-4f1a-9d7e-e48fcd7a3abe req-6ef5954b-549f-4635-ad6e-cd0555094730 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0887465 May 04 17:56:38.933005 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:56:38.940418 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:56:38.949917 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:56:38.959570 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:39.065779 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-52b36662-a42c-4f1a-9d7e-e48fcd7a3abe req-fd295532-0730-4901-acd6-2c518f650ff4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269674 May 04 17:56:39.118644 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:39.265261 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:39.380527 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e09be0-17e2-4805-bae4-761724a09a68 req-3fed0f88-7b9b-43c0-af1a-8f25b917bf84 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:39.382858 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-58e09be0-17e2-4805-bae4-761724a09a68 req-3fed0f88-7b9b-43c0-af1a-8f25b917bf84 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0533669 May 04 17:56:39.440392 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-58e09be0-17e2-4805-bae4-761724a09a68 req-cf073112-4c0c-4675-9006-473f0d798263 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526381 May 04 17:56:39.479586 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:39.531942 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:39.601938 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:39.615944 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:39.705857 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:39.708754 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-b5083118-f218-4ef7-b688-0c7b54156d50 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6832368 May 04 17:56:39.930088 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-00de6db0-28d2-4dc6-bc1f-8df6c95f1871 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1302053848&fields=id&tenant_id=4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 267 time: 0.0539575 May 04 17:56:39.981119 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-7f9bb78e-0b2b-48be-99f6-081dcaae2ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:40.081916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365300-3148-4895-9a48-2df5e951c542 req-61756dc3-d993-4b0d-8043-57a4d0d7465d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:40.083575 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-61756dc3-d993-4b0d-8043-57a4d0d7465d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 814 time: 0.1340163 May 04 17:56:40.109781 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-fa2361c9-6209-4867-b3f4-61824081652e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/quotas/4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 375 time: 0.0206313 May 04 17:56:40.170925 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-0a323d70-5b79-43f2-8e56-04adfab1aa7e tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545750 May 04 17:56:40.254947 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d1c28-b1d0-47af-9618-86d01d55305a req-6dc932bf-a580-48d9-9cba-fd3bbddc837d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:40.264714 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6a4d1c28-b1d0-47af-9618-86d01d55305a req-6dc932bf-a580-48d9-9cba-fd3bbddc837d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0856154 May 04 17:56:40.330699 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-e392a739-2d62-4617-a195-a919cfc39d54 service neutron] 10.222.0.81 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460106 May 04 17:56:40.344799 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6a4d1c28-b1d0-47af-9618-86d01d55305a req-524d6881-8be0-46c3-930c-a46fc7f37325 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782962 May 04 17:56:40.449924 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-7cec12ff-30fc-48ac-9ba1-c82c9904a0c2 service neutron] 10.222.0.81 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036751 May 04 17:56:40.583399 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cea42d-0102-4378-bf44-e24f03cb1824 req-dc87719f-7da3-4096-9a3f-7729cbaaa211 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:40.585945 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-32cea42d-0102-4378-bf44-e24f03cb1824 req-dc87719f-7da3-4096-9a3f-7729cbaaa211 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0517218 May 04 17:56:40.649552 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-32cea42d-0102-4378-bf44-e24f03cb1824 req-e8281e2a-a9ca-4dd8-a686-690cc922da80 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571256 May 04 17:56:40.765034 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a2195ca8-d31c-47fc-86e6-6acedd0de75b req-62ddafa5-9ab0-4122-bb85-c3784393c4be tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0507641 May 04 17:56:41.471724 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdced95-b5f6-4ddd-8d9e-f417e5c36a5a req-72db5d7d-e092-425e-8e2d-254e66149b78 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:41.473368 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4cdced95-b5f6-4ddd-8d9e-f417e5c36a5a req-72db5d7d-e092-425e-8e2d-254e66149b78 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0498796 May 04 17:56:41.531099 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-4cdced95-b5f6-4ddd-8d9e-f417e5c36a5a req-ddfc9eca-7872-4329-90c7-f39e762a72db tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495486 May 04 17:56:41.811119 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65ccc-88f4-41cd-b9ef-ced9a2a1f5cc req-d877c423-21a0-4450-be70-4469278f5c56 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:41.812716 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a3e65ccc-88f4-41cd-b9ef-ced9a2a1f5cc req-d877c423-21a0-4450-be70-4469278f5c56 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0651195 May 04 17:56:41.870661 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a3e65ccc-88f4-41cd-b9ef-ced9a2a1f5cc req-b2b896a7-7574-42ba-8ca2-711edaf90c46 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496352 May 04 17:56:41.886732 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-66a620e3-400a-43b4-aca6-11500634bc68 req-9eee163e-7c4a-4ac0-8fdd-f80f267c9c94 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0435705 May 04 17:56:42.421619 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8cd23fd3-9c62-4834-b2a9-d4b3abd25a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:42.650755 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b488754-7fa6-4080-840b-37b8053b1dd5 req-8069ddf7-aaf0-459f-a5e0-82ac2c869fa6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:42.652295 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5b488754-7fa6-4080-840b-37b8053b1dd5 req-8069ddf7-aaf0-459f-a5e0-82ac2c869fa6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0504160 May 04 17:56:42.705666 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5b488754-7fa6-4080-840b-37b8053b1dd5 req-ef0b91ba-916d-46a6-88af-d88242dbc9e4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471296 May 04 17:56:42.993928 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d6a3c4ee-e1bb-45d7-b80e-18f3801e26aa req-e8c25f90-252c-4ad7-ade5-b4a2176564da tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0314138 May 04 17:56:43.011461 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1340c7c-37f8-4072-8edc-34fe015ad9e9 req-b93f0a2b-981f-4231-975c-8b4e8085785f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:43.013825 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b1340c7c-37f8-4072-8edc-34fe015ad9e9 req-b93f0a2b-981f-4231-975c-8b4e8085785f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0497723 May 04 17:56:43.065314 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b1340c7c-37f8-4072-8edc-34fe015ad9e9 req-1bd2cc00-2b76-4b19-8112-6c4fa2b98e6b tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457270 May 04 17:56:43.864248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce6626-b961-4fcd-ac64-e091003d61f7 req-1f5775ab-5270-455e-8e3f-ca6ff27885a9 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:43.864248 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b1ce6626-b961-4fcd-ac64-e091003d61f7 req-1f5775ab-5270-455e-8e3f-ca6ff27885a9 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0678282 May 04 17:56:43.935308 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b1ce6626-b961-4fcd-ac64-e091003d61f7 req-0d9712b7-8567-4df3-b68f-999b6a6a2808 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503464 May 04 17:56:44.099885 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5662fbbd-2efb-49e9-b856-cd768b579e33 req-225d056c-4327-491c-b943-b372a9fa9689 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0343266 May 04 17:56:44.205550 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:44.207030 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136967c-f127-4193-bcd7-376fce7f324e req-25974a4d-30c5-4ee8-8acd-13cadcb4720f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:44.208571 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0136967c-f127-4193-bcd7-376fce7f324e req-25974a4d-30c5-4ee8-8acd-13cadcb4720f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0505068 May 04 17:56:44.259914 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0136967c-f127-4193-bcd7-376fce7f324e req-93e4477c-3547-4b9e-8cee-0c681fe5b56d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443645 May 04 17:56:45.049178 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a454a6-05e6-47ee-bce0-9eaa2e3176fc req-79a32ba1-083f-4ced-90a7-e767a46984e5 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:45.050637 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a0a454a6-05e6-47ee-bce0-9eaa2e3176fc req-79a32ba1-083f-4ced-90a7-e767a46984e5 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0471735 May 04 17:56:45.100934 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a0a454a6-05e6-47ee-bce0-9eaa2e3176fc req-1dca1f12-36af-4ef6-b8ac-eca0e41698e2 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447388 May 04 17:56:45.196245 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6e3e5750-1238-4ff5-9adf-b9c66e545b40 req-fc219f0d-4697-4307-9386-9a406f8bf261 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0275097 May 04 17:56:45.380693 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246ecdd-0be4-4ca6-bc36-55f36cd615b1 req-1f99956f-f310-48dd-8b39-f11d1cdfdffe tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:45.382069 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1246ecdd-0be4-4ca6-bc36-55f36cd615b1 req-1f99956f-f310-48dd-8b39-f11d1cdfdffe tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0488019 May 04 17:56:45.430784 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1246ecdd-0be4-4ca6-bc36-55f36cd615b1 req-a49b4802-990a-4608-b67e-32526388d6f2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 May 04 17:56:45.465923 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:46.217343 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac31c-f350-440a-9842-553bbd47626c req-733eec94-aa56-4676-a1bc-c492ec7331b4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:46.219689 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9b3ac31c-f350-440a-9842-553bbd47626c req-733eec94-aa56-4676-a1bc-c492ec7331b4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0513477 May 04 17:56:46.270473 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9b3ac31c-f350-440a-9842-553bbd47626c req-301a7d21-e063-407e-8d8e-396d89c14fde tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452340 May 04 17:56:46.310400 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5fbfccfa-a4f3-4982-aa1c-4f5ee838e3b8 req-addbf614-5974-4846-9ea4-05e0b3e82d93 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0461662 May 04 17:56:46.557462 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb78800-bf7b-458d-9418-3405a71f7631 req-3668fbe0-6d6f-4243-ac00-d537acf98d31 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:46.558929 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-aeb78800-bf7b-458d-9418-3405a71f7631 req-3668fbe0-6d6f-4243-ac00-d537acf98d31 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0508974 May 04 17:56:46.605258 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-aeb78800-bf7b-458d-9418-3405a71f7631 req-2c53f764-86c8-48c2-9e74-e532a4487931 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397370 May 04 17:56:46.763119 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:47.391146 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3aced5-f60d-4244-833f-4282606ce05d req-9fac1acb-1c43-4fdf-bfe6-7e9c3df43870 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:47.392679 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2f3aced5-f60d-4244-833f-4282606ce05d req-9fac1acb-1c43-4fdf-bfe6-7e9c3df43870 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0512805 May 04 17:56:47.419660 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c33454f8-c102-4538-bd2e-c35b5c36dc68 req-5d7df499-9066-47c6-b31e-af1481a430ff tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0343268 May 04 17:56:47.445457 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2f3aced5-f60d-4244-833f-4282606ce05d req-3e1a253a-0e2e-4bb3-a3a9-429ccf608b09 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468121 May 04 17:56:47.728825 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5ea5-934a-4f45-87e2-930b65c02421 req-d94f7d51-0b12-45c7-973d-36a16931e757 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:47.730400 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c2ce5ea5-934a-4f45-87e2-930b65c02421 req-d94f7d51-0b12-45c7-973d-36a16931e757 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0536973 May 04 17:56:47.780039 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c2ce5ea5-934a-4f45-87e2-930b65c02421 req-00efb21e-b247-4373-adf9-cad8fdeb5a65 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431380 May 04 17:56:48.477742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365300-3148-4895-9a48-2df5e951c542 req-7dc377d1-0fb7-4e50-8c5c-bccb720c623d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:48.477742 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-7dc377d1-0fb7-4e50-8c5c-bccb720c623d tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 814 time: 0.1066525 May 04 17:56:48.567357 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f155c-38c0-429f-9beb-9f1904ba1f8d req-2357f9f1-ac73-4943-9f04-1dcc860991f3 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:48.569364 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5f0f155c-38c0-429f-9beb-9f1904ba1f8d req-2357f9f1-ac73-4943-9f04-1dcc860991f3 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0530779 May 04 17:56:48.624999 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5f0f155c-38c0-429f-9beb-9f1904ba1f8d req-6ca474aa-a85b-4ec2-bc77-8cb2f486f827 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496881 May 04 17:56:48.794569 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d5db4f85-4afa-4ff4-822a-c5f64bc8b7f1 req-3100f8c2-788d-4ed0-9444-31ace8f584cb tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.3008564 May 04 17:56:48.840177 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-e60b4cc0-f320-4852-acfc-949f8b277d9c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fb5955a770341b28fa73947bd6346ed HTTP/1.1" status: 200 len: 380 time: 0.3536801 May 04 17:56:48.884516 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:56:48.912398 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3b57-58a4-4269-a976-751e68f011c5 req-d7528425-3ba0-486b-b189-118b78e00a8d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:48.913921 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d2a3b57-58a4-4269-a976-751e68f011c5 req-d7528425-3ba0-486b-b189-118b78e00a8d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 944 time: 0.0536578 May 04 17:56:48.916665 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'port': {'device_id': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'admin_state_up': True, 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'security_groups': ['92dd71d1-1d99-4f5a-91c9-c83eb85c2cea']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:49.005336 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:49.005579 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d2a3b57-58a4-4269-a976-751e68f011c5 req-a5265357-a3d5-4070-91af-4d8a20a504e7 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792644 May 04 17:56:49.010797 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'port_id': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'mac_address': 'fa:16:3e:a5:d9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:56:49.049210 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:49.052784 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:49.062898 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:49.082113 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:49.153501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Made reservation on behalf of 4fb5955a770341b28fa73947bd6346ed for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:56:49.157915 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:49.235117 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:49.287094 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=9']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:49.296856 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Allocated IP 172.20.0.13 (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f/d05d631b-77c6-4698-90f1-9e7614c9da5f/68dfb6fc-f262-4423-977b-7345cdadc4f4) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:56:49.437011 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:49.541103 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5356a88c-b62f-46ac-80fd-cfdeb60dbd21'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:56:49.546854 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:49.596979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:56:49.600189 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:56:49.602783 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:56:49.646601 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event updated for resources: {'Port': ['ID=68dfb6fc-f262-4423-977b-7345cdadc4f4,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:49.673148 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:49.674926 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:49.765768 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3d153-0fff-4e2c-b486-5b3791f4d502 req-dab45b53-1e69-40f9-8663-a6480332c5e2 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:49.767695 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-30b3d153-0fff-4e2c-b486-5b3791f4d502 req-dab45b53-1e69-40f9-8663-a6480332c5e2 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0524461 May 04 17:56:49.771631 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-63282779-ee86-45d7-ab7c-e1f66101456a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8593810 May 04 17:56:49.785517 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Request body: {'port': {'device_id': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:49.873072 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-30b3d153-0fff-4e2c-b486-5b3791f4d502 req-ee4dfad1-2afb-46c8-a7d2-56e639ba5f0d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993645 May 04 17:56:49.878610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:49.912305 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9b9dc7c6-e7f2-4964-81a1-7e5b0e1a4bc0 None None] Provisioning complete for port 68dfb6fc-f262-4423-977b-7345cdadc4f4 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:56:49.912879 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9b9dc7c6-e7f2-4964-81a1-7e5b0e1a4bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:49.924692 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd76a-fdc7-4663-8fca-7355e1878fb4 req-7563fbf8-2b10-4fe7-8153-83f36f57adfe tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:49.934486 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8fabd76a-fdc7-4663-8fca-7355e1878fb4 req-7563fbf8-2b10-4fe7-8153-83f36f57adfe tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 932 time: 0.0668051 May 04 17:56:49.947378 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9b9dc7c6-e7f2-4964-81a1-7e5b0e1a4bc0 None None] Port 68dfb6fc-f262-4423-977b-7345cdadc4f4 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:56:49.991182 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8fabd76a-fdc7-4663-8fca-7355e1878fb4 req-29db3ce6-37f4-4148-aea7-638cd108630c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555375 May 04 17:56:50.123486 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b43f-9c3e-442d-b8d4-ee6e59f382b8 req-cdfa40f4-2d78-4fd7-9338-e4afc1f97b72 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:50.125217 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7ee9b43f-9c3e-442d-b8d4-ee6e59f382b8 req-cdfa40f4-2d78-4fd7-9338-e4afc1f97b72 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 945 time: 0.0538926 May 04 17:56:50.174676 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7ee9b43f-9c3e-442d-b8d4-ee6e59f382b8 req-dd963ec7-6668-4d4e-96fc-68d26eddbaa8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433350 May 04 17:56:50.184757 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dfb6fc-f262-4423-977b-7345cdadc4f4 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:50.200276 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Publish callbacks [] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:50.212612 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Transition to ACTIVE for port object 68dfb6fc-f262-4423-977b-7345cdadc4f4 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:56:50.307343 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:50.361612 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Pushing event updated for resources: {'Port': ['ID=68dfb6fc-f262-4423-977b-7345cdadc4f4,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:50.439640 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Attempting to bind port 68dfb6fc-f262-4423-977b-7345cdadc4f4 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:56:50.439978 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Attempting to bind port 68dfb6fc-f262-4423-977b-7345cdadc4f4 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:56:50.440308 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Attempting to bind port 68dfb6fc-f262-4423-977b-7345cdadc4f4 on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:56:50.445004 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Port 68dfb6fc-f262-4423-977b-7345cdadc4f4 on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:56:50.448393 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Attempting to bind port 68dfb6fc-f262-4423-977b-7345cdadc4f4 on network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:56:50.450590 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:56:50.450938 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Checking segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:56:50.451324 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Bound using segment: {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:56:50.451754 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Bound port: 68dfb6fc-f262-4423-977b-7345cdadc4f4, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5790c99-54ea-46b1-b9e0-6e386ceac940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:56:50.452171 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:50.520054 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] For port 68dfb6fc-f262-4423-977b-7345cdadc4f4, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:56:50.529891 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] For port 68dfb6fc-f262-4423-977b-7345cdadc4f4, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=68dfb6fc-f262-4423-977b-7345cdadc4f4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:56:50.582631 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:50.618117 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:50.618886 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:50.620275 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] 10.222.0.86 "PUT /v2.0/ports/68dfb6fc-f262-4423-977b-7345cdadc4f4 HTTP/1.1" status: 200 len: 1094 time: 0.8407068 May 04 17:56:50.620742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'tag': '68dfb6fc-f262-4423-977b-7345cdadc4f4'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:50.623211 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e15e4e-3b5c-41d5-8320-80e5001b2526" -d '{"events": [{"name": "network-changed", "server_uuid": "228c3231-71f1-426e-8e06-c5e69d1a01a0", "tag": "68dfb6fc-f262-4423-977b-7345cdadc4f4"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:50.650270 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce3bf-6cbf-42ec-a1b2-6b53c7ee7dbb service neutron] Pushing event updated for resources: {'Port': ['ID=68dfb6fc-f262-4423-977b-7345cdadc4f4,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:50.673627 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf2a0a-71fc-49da-8612-1a0eda1275f6 x-openstack-request-id: req-dbbf2a0a-71fc-49da-8612-1a0eda1275f6 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:50.673908 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228c3231-71f1-426e-8e06-c5e69d1a01a0", "tag": "68dfb6fc-f262-4423-977b-7345cdadc4f4", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:50.674161 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbbf2a0a-71fc-49da-8612-1a0eda1275f6 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:50.674571 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbf2a0a-71fc-49da-8612-1a0eda1275f6'] response: {'name': 'network-changed', 'server_uuid': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'tag': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'status': 'completed', 'code': 200} May 04 17:56:50.741245 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e15e4e-3b5c-41d5-8320-80e5001b2526 req-3a66b438-200f-4da8-a2d4-50f16102bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:50.742770 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-62e15e4e-3b5c-41d5-8320-80e5001b2526 req-3a66b438-200f-4da8-a2d4-50f16102bde0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 1128 time: 0.0421317 May 04 17:56:50.850135 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e15e4e-3b5c-41d5-8320-80e5001b2526 req-67600946-4582-4301-b6ea-981df119e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:50.851537 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-62e15e4e-3b5c-41d5-8320-80e5001b2526 req-67600946-4582-4301-b6ea-981df119e0fe service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4fb5955a770341b28fa73947bd6346ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1013975 May 04 17:56:50.903288 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:56:50.964732 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:56:50.965365 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:50.992710 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e15e4e-3b5c-41d5-8320-80e5001b2526 req-4f538d05-8bfc-4ec7-889b-48767770bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:50.992710 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-62e15e4e-3b5c-41d5-8320-80e5001b2526 req-4f538d05-8bfc-4ec7-889b-48767770bcff service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306973 May 04 17:56:51.026297 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a1a8c-e12c-4a56-a3d1-5750f58af058 req-33bb438d-b307-4f75-83fd-637bf22c0e23 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.028025 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-778a1a8c-e12c-4a56-a3d1-5750f58af058 req-33bb438d-b307-4f75-83fd-637bf22c0e23 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0610588 May 04 17:56:51.085532 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365300-3148-4895-9a48-2df5e951c542 req-1a829911-ab26-4156-9a01-298a7c2e0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.087790 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-1a829911-ab26-4156-9a01-298a7c2e0568 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 1128 time: 0.0546360 May 04 17:56:51.099180 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-778a1a8c-e12c-4a56-a3d1-5750f58af058 req-364a8102-c6bd-4dc4-90c4-d005880d53d3 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617642 May 04 17:56:51.104353 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:51.104917 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.140267 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:51.142861 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f248b-f34b-46a0-ada5-1db82dc2c64f" -d '{"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-plugged", "status": "completed", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:51.156975 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-547e7896-8076-433b-af52-66a233754c52 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68dfb6fc-f262-4423-977b-7345cdadc4f4 HTTP/1.1" status: 200 len: 217 time: 0.0531828 May 04 17:56:51.162652 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:51.195788 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39682) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:51.212032 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f2bfa2-6ec4-4fd7-9375-d5e4d62ee65d x-openstack-request-id: req-67f2bfa2-6ec4-4fd7-9375-d5e4d62ee65d {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:51.212503 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-plugged", "status": "completed", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:51.212636 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67f2bfa2-6ec4-4fd7-9375-d5e4d62ee65d {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:51.213026 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f2bfa2-6ec4-4fd7-9375-d5e4d62ee65d'] response: {'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'code': 200} May 04 17:56:51.237323 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.247949 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28710a0-83ac-4c69-a606-1354afd4effd req-2c9ffc75-ff68-428f-be48-ee5c9a5a505f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.249661 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a28710a0-83ac-4c69-a606-1354afd4effd req-2c9ffc75-ff68-428f-be48-ee5c9a5a505f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 944 time: 0.1579530 May 04 17:56:51.270959 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365300-3148-4895-9a48-2df5e951c542 req-d3155254-7074-4e94-9ece-1c19ed1bbd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.273003 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-d3155254-7074-4e94-9ece-1c19ed1bbd1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.1073341 May 04 17:56:51.298389 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=10']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:51.314978 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a28710a0-83ac-4c69-a606-1354afd4effd req-ce39e366-bf0a-45d3-93ac-555d08a98ab2 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589187 May 04 17:56:51.355677 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089776d-7049-41fe-b141-e10ac12b9e46 req-d95381b9-685c-4763-bf19-e6444f474478 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.357495 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5089776d-7049-41fe-b141-e10ac12b9e46 req-d95381b9-685c-4763-bf19-e6444f474478 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0814784 May 04 17:56:51.358922 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-494b5057-ad55-4ee2-8435-019bc79dc653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.417106 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365300-3148-4895-9a48-2df5e951c542 req-31d54927-54c7-41c4-81c9-f4472f71a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.418616 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-31d54927-54c7-41c4-81c9-f4472f71a7aa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801392 May 04 17:56:51.419930 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69539976-556c-430e-8a1f-2f91daaf1586 req-a0cb2655-4e4c-4d08-8e78-3b4dbb78c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.422015 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69539976-556c-430e-8a1f-2f91daaf1586 req-a0cb2655-4e4c-4d08-8e78-3b4dbb78c393 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1130 time: 0.0717583 May 04 17:56:51.435321 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5089776d-7049-41fe-b141-e10ac12b9e46 req-170ffde8-6224-4efb-939a-14cafefce85f tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638428 May 04 17:56:51.482761 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-494b5057-ad55-4ee2-8435-019bc79dc653 admin admin] Publish callbacks [] for security_group (25a79e39-4508-4030-9061-4edd5b579a61), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.556676 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-494b5057-ad55-4ee2-8435-019bc79dc653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (25a79e39-4508-4030-9061-4edd5b579a61), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.586859 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-a15b24a4-8ae1-4533-aac6-c91bd0d8f719 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560712 May 04 17:56:51.589460 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69539976-556c-430e-8a1f-2f91daaf1586 req-be9e3b3f-7fce-4252-bb0a-28eb7c57e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.590896 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69539976-556c-430e-8a1f-2f91daaf1586 req-be9e3b3f-7fce-4252-bb0a-28eb7c57e23f service neutron] 10.222.0.86 "GET /v2.0/networks?id=527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 200 len: 910 time: 0.1518679 May 04 17:56:51.602015 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-494b5057-ad55-4ee2-8435-019bc79dc653 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c807b50a83546449bef31969af5ae6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042120 May 04 17:56:51.602852 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b5057-ad55-4ee2-8435-019bc79dc653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a79e39-4508-4030-9061-4edd5b579a61,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:51.608867 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39688) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:51.658595 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b80944a8-5a4b-4330-9f45-d04797321962 admin admin] Publish callbacks [] for security_group (25a79e39-4508-4030-9061-4edd5b579a61), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.681173 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b80944a8-5a4b-4330-9f45-d04797321962 admin admin] Publish callbacks [] for security_group (25a79e39-4508-4030-9061-4edd5b579a61), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.746530 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69539976-556c-430e-8a1f-2f91daaf1586 req-8d77829b-4741-4466-858a-7839ee1b49ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 1001 time: 0.1448920 May 04 17:56:51.749095 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23b61f-ea89-4e7a-9ed8-be9b331d3cd0 req-5034509a-433f-4655-ac4e-6059c1c74184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.750461 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ee23b61f-ea89-4e7a-9ed8-be9b331d3cd0 req-5034509a-433f-4655-ac4e-6059c1c74184 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 1131 time: 0.1000006 May 04 17:56:51.810072 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9f365300-3148-4895-9a48-2df5e951c542 req-da835726-b2b9-41e6-a623-a879e22b5b07 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098715 May 04 17:56:51.826628 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b80944a8-5a4b-4330-9f45-d04797321962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (25a79e39-4508-4030-9061-4edd5b579a61), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.829514 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b80944a8-5a4b-4330-9f45-d04797321962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:51.833239 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b80944a8-5a4b-4330-9f45-d04797321962 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25a79e39-4508-4030-9061-4edd5b579a61 HTTP/1.1" status: 204 len: 168 time: 0.2206659 May 04 17:56:51.838291 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80944a8-5a4b-4330-9f45-d04797321962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a79e39-4508-4030-9061-4edd5b579a61,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:51.846034 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69539976-556c-430e-8a1f-2f91daaf1586 req-3c8dc447-375b-474f-81da-7157a1bada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.847489 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69539976-556c-430e-8a1f-2f91daaf1586 req-3c8dc447-375b-474f-81da-7157a1bada28 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0d563a-751d-41e6-803f-e48cb8c4fed6 HTTP/1.1" status: 200 len: 848 time: 0.0862257 May 04 17:56:51.850136 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ee23b61f-ea89-4e7a-9ed8-be9b331d3cd0 req-db817291-3269-4169-a6a1-7d6ecc177436 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833828 May 04 17:56:52.111809 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69539976-556c-430e-8a1f-2f91daaf1586 req-f486d3e1-372b-4cc8-9dd1-c985221d8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.113349 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69539976-556c-430e-8a1f-2f91daaf1586 req-f486d3e1-372b-4cc8-9dd1-c985221d8337 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=527c58ff-1834-4195-9dd0-337553509c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400987 May 04 17:56:52.218335 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720d6e7-1471-4abe-887b-0fbabd6a3a1d req-5ad7c4e8-a90f-4f2e-afe6-0b80632fb792 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.219870 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0720d6e7-1471-4abe-887b-0fbabd6a3a1d req-5ad7c4e8-a90f-4f2e-afe6-0b80632fb792 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0478294 May 04 17:56:52.270110 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0720d6e7-1471-4abe-887b-0fbabd6a3a1d req-d5bbee49-b633-4b62-9803-8da20c70e0c6 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 May 04 17:56:52.437867 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce0f30-6663-4a21-b456-d0f33f5cda83 req-0e5bcfdb-31d4-43a2-9b2f-baaee1ee82e7 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.439364 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-55ce0f30-6663-4a21-b456-d0f33f5cda83 req-0e5bcfdb-31d4-43a2-9b2f-baaee1ee82e7 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 944 time: 0.0527220 May 04 17:56:52.486463 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-55ce0f30-6663-4a21-b456-d0f33f5cda83 req-b99b00ce-ed56-4ef0-bcc4-61eb42d9b511 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413411 May 04 17:56:52.576340 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5c97e-aa4d-4f28-ad8c-bf612f9e24a6 req-01731827-190f-4cd4-8048-9408892dd87d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.578645 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d7f5c97e-aa4d-4f28-ad8c-bf612f9e24a6 req-01731827-190f-4cd4-8048-9408892dd87d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0516400 May 04 17:56:52.626011 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d7f5c97e-aa4d-4f28-ad8c-bf612f9e24a6 req-1d94f8b6-ce4c-4dd9-95ae-5967d420f3f8 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 May 04 17:56:52.899796 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 68dfb6fc-f262-4423-977b-7345cdadc4f4 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:56:53.002861 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 68dfb6fc-f262-4423-977b-7345cdadc4f4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=68dfb6fc-f262-4423-977b-7345cdadc4f4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:53.014566 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'port_id': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'mac_address': 'fa:16:3e:fc:c3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:56:53.053736 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 68dfb6fc-f262-4423-977b-7345cdadc4f4 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:53.054138 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:53.068801 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dfb6fc-f262-4423-977b-7345cdadc4f4 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:53.091014 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 68dfb6fc-f262-4423-977b-7345cdadc4f4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=68dfb6fc-f262-4423-977b-7345cdadc4f4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:53.181514 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:53.209079 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:53.239891 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=68dfb6fc-f262-4423-977b-7345cdadc4f4,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:53.386932 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69539976-556c-430e-8a1f-2f91daaf1586 req-31b3454e-0b5f-4fc7-a346-c92376353e7b service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896916 May 04 17:56:53.387922 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94076c5-2d04-4114-a968-99da75d6ccd0 req-4b1412ff-52b7-4419-93e9-071aa0431d20 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:53.390122 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e94076c5-2d04-4114-a968-99da75d6ccd0 req-4b1412ff-52b7-4419-93e9-071aa0431d20 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0490506 May 04 17:56:53.441808 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e94076c5-2d04-4114-a968-99da75d6ccd0 req-24952f5d-f8a9-4428-ae8a-589ecf988316 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456460 May 04 17:56:53.484097 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['68dfb6fc-f262-4423-977b-7345cdadc4f4'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:56:53.484869 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-69539976-556c-430e-8a1f-2f91daaf1586 req-805234c4-1838-4529-b7f3-84c6e13c25bb service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913532 May 04 17:56:53.623051 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ea5ee-117f-4891-b447-5c872a4e20ed req-36f7690d-8a57-4cc1-a40a-43d47f4ce4ec tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:53.626564 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-545ea5ee-117f-4891-b447-5c872a4e20ed req-36f7690d-8a57-4cc1-a40a-43d47f4ce4ec tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 945 time: 0.0585876 May 04 17:56:53.676150 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-545ea5ee-117f-4891-b447-5c872a4e20ed req-1f3795af-e9ca-4a21-b00c-985a1df13b78 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447481 May 04 17:56:53.753591 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b8e10-4b8d-4e05-b108-9c6afa0b7a78 req-9df30884-c23d-49f5-8e05-15552f1532d1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:53.755185 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-974b8e10-4b8d-4e05-b108-9c6afa0b7a78 req-9df30884-c23d-49f5-8e05-15552f1532d1 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0499370 May 04 17:56:53.809263 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-974b8e10-4b8d-4e05-b108-9c6afa0b7a78 req-cedef1a8-53eb-4438-8077-1d68b5485cb3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457990 May 04 17:56:54.558067 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551c010-14a8-4b65-8d99-c22b4f4472b8 req-62b541a1-c29a-4104-bc5d-6c4edc0e029d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:54.559545 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3551c010-14a8-4b65-8d99-c22b4f4472b8 req-62b541a1-c29a-4104-bc5d-6c4edc0e029d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0511084 May 04 17:56:54.609653 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3551c010-14a8-4b65-8d99-c22b4f4472b8 req-78135392-97cd-4da9-8cfd-5996b4d4af0c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439045 May 04 17:56:54.790936 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c26660-f63a-4381-a1d0-c24f4f4a1929 req-d98d5a2b-dee2-4f27-976e-ba4179cff017 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:54.792418 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-50c26660-f63a-4381-a1d0-c24f4f4a1929 req-d98d5a2b-dee2-4f27-976e-ba4179cff017 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 945 time: 0.0478976 May 04 17:56:54.839794 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-50c26660-f63a-4381-a1d0-c24f4f4a1929 req-5e82075c-8e4c-4a47-b773-f98457c68e54 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410030 May 04 17:56:54.902616 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 68dfb6fc-f262-4423-977b-7345cdadc4f4 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:56:54.935112 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa37d0-d419-41b8-b57a-638347c05386 req-796e24c6-ac32-43ad-984f-ced34fd45a94 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:54.936949 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5fa37d0-d419-41b8-b57a-638347c05386 req-796e24c6-ac32-43ad-984f-ced34fd45a94 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0488589 May 04 17:56:54.962235 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 68dfb6fc-f262-4423-977b-7345cdadc4f4 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:56:54.989093 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e5fa37d0-d419-41b8-b57a-638347c05386 req-fe45e239-cb7c-4d96-b25d-da4885c36120 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461812 May 04 17:56:55.033004 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 68dfb6fc-f262-4423-977b-7345cdadc4f4 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:56:55.033392 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:55.120746 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 68dfb6fc-f262-4423-977b-7345cdadc4f4 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:55.120746 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:55.140403 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dfb6fc-f262-4423-977b-7345cdadc4f4'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:55.142699 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c591606-51fd-406a-91eb-1b594c77eb32" -d '{"events": [{"server_uuid": "228c3231-71f1-426e-8e06-c5e69d1a01a0", "name": "network-vif-plugged", "status": "completed", "tag": "68dfb6fc-f262-4423-977b-7345cdadc4f4"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:55.156275 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 68dfb6fc-f262-4423-977b-7345cdadc4f4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=68dfb6fc-f262-4423-977b-7345cdadc4f4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:55.186028 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fd5ec7-ddc0-46c0-b1e9-2a0ab5cbd3f8 x-openstack-request-id: req-20fd5ec7-ddc0-46c0-b1e9-2a0ab5cbd3f8 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:55.186317 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228c3231-71f1-426e-8e06-c5e69d1a01a0", "name": "network-vif-plugged", "status": "completed", "tag": "68dfb6fc-f262-4423-977b-7345cdadc4f4", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:55.186579 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20fd5ec7-ddc0-46c0-b1e9-2a0ab5cbd3f8 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:55.186988 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fd5ec7-ddc0-46c0-b1e9-2a0ab5cbd3f8'] response: {'server_uuid': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'code': 200} May 04 17:56:55.220400 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:55.285247 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=68dfb6fc-f262-4423-977b-7345cdadc4f4,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:55.739480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7996ddf-20be-43f7-ad8c-592a488095dc req-3a4ef523-403b-46e2-89bd-f837129ac471 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:55.739480 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7996ddf-20be-43f7-ad8c-592a488095dc req-3a4ef523-403b-46e2-89bd-f837129ac471 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0564957 May 04 17:56:55.793850 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f7996ddf-20be-43f7-ad8c-592a488095dc req-15ccfcde-66de-4cee-847c-49905473578d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484934 May 04 17:56:55.959542 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce2048-2e70-4271-a592-41a5714b2f33 req-f2f6c4a9-4ee7-4d29-b3f5-87874518c9c5 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:55.961128 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bcce2048-2e70-4271-a592-41a5714b2f33 req-f2f6c4a9-4ee7-4d29-b3f5-87874518c9c5 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0478973 May 04 17:56:56.011739 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bcce2048-2e70-4271-a592-41a5714b2f33 req-1d9038b3-54a7-4635-8f53-3e717656455c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 May 04 17:56:56.025525 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe4186-9267-425a-87a3-8845e4ce2823 req-12dc8cbc-8b45-4c9b-8b50-a3205fcee51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:56.037319 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dabe4186-9267-425a-87a3-8845e4ce2823 req-12dc8cbc-8b45-4c9b-8b50-a3205fcee51f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 1130 time: 0.0427136 May 04 17:56:56.088811 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dabe4186-9267-425a-87a3-8845e4ce2823 req-ef16b271-a297-48bd-92f0-40d9cd570b96 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497096 May 04 17:56:56.124562 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca243e-2a51-483c-b0e3-993488800fab req-38d83d91-cac6-4130-bb67-238f4c0c56b3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:56.126063 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-94ca243e-2a51-483c-b0e3-993488800fab req-38d83d91-cac6-4130-bb67-238f4c0c56b3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0520427 May 04 17:56:56.178462 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-94ca243e-2a51-483c-b0e3-993488800fab req-55089ab5-1d7f-42e6-b470-8920c38ba78a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467327 May 04 17:56:56.911190 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41cc12-03a7-46ec-954d-5d2be5ef9407 req-4fe97a71-d8c3-43f2-8923-8be9e103410a tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:56.912703 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7b41cc12-03a7-46ec-954d-5d2be5ef9407 req-4fe97a71-d8c3-43f2-8923-8be9e103410a tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0516860 May 04 17:56:56.963137 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7b41cc12-03a7-46ec-954d-5d2be5ef9407 req-fbf2b062-505b-4f44-9711-96bd7fbf765b tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448146 May 04 17:56:57.130467 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca223c-aa6e-40be-9ee2-4f8fe74a2663 req-5f0ad14b-5d64-46dd-b8f7-f05c775aec58 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:57.131925 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3dca223c-aa6e-40be-9ee2-4f8fe74a2663 req-5f0ad14b-5d64-46dd-b8f7-f05c775aec58 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0475576 May 04 17:56:57.178444 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3dca223c-aa6e-40be-9ee2-4f8fe74a2663 req-bd469688-6f2d-433c-8cd0-7b144253f7a9 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 May 04 17:56:57.325416 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe3def-6d07-4d27-8648-a3f00e4d25d3 req-b47bd5ef-2c9a-4ec2-bacb-b69101d38204 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:57.325416 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1dfe3def-6d07-4d27-8648-a3f00e4d25d3 req-b47bd5ef-2c9a-4ec2-bacb-b69101d38204 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0632262 May 04 17:56:57.376331 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1dfe3def-6d07-4d27-8648-a3f00e4d25d3 req-ee28e571-a256-4cf3-88f9-91ae38c1431d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461788 May 04 17:56:57.698447 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39836) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:57.807691 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a661febf-6303-47b9-b3f8-d03fae51b786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:57.883521 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a661febf-6303-47b9-b3f8-d03fae51b786 admin admin] Publish callbacks [] for security_group (add2fac3-a6c2-4e62-a17a-385e38114a93), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:57.990029 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a661febf-6303-47b9-b3f8-d03fae51b786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (add2fac3-a6c2-4e62-a17a-385e38114a93), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:58.036738 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-a661febf-6303-47b9-b3f8-d03fae51b786 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=626f13c8c0284a57bb12f844a2de0cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370967 May 04 17:56:58.037837 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661febf-6303-47b9-b3f8-d03fae51b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add2fac3-a6c2-4e62-a17a-385e38114a93,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:58.039514 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 39842) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:58.126857 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfa6a9-6d23-49de-a297-8d861e1dd371 req-1729200b-a023-48f6-8070-a62c826ecd93 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:58.128660 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fbbfa6a9-6d23-49de-a297-8d861e1dd371 req-1729200b-a023-48f6-8070-a62c826ecd93 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0715268 May 04 17:56:58.153599 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de11b77a-f203-433a-92ab-513a6ed39c6d admin admin] Publish callbacks [] for security_group (add2fac3-a6c2-4e62-a17a-385e38114a93), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:58.197868 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de11b77a-f203-433a-92ab-513a6ed39c6d admin admin] Publish callbacks [] for security_group (add2fac3-a6c2-4e62-a17a-385e38114a93), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:58.215704 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fbbfa6a9-6d23-49de-a297-8d861e1dd371 req-7613c112-d62c-47cc-99ce-b5b93f33f13b tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765467 May 04 17:56:58.308892 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6901dd1-bebb-4303-aa05-492981b8b02e req-cf3be039-b77f-4a79-a71a-527930e29d73 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:58.310665 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d6901dd1-bebb-4303-aa05-492981b8b02e req-cf3be039-b77f-4a79-a71a-527930e29d73 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0524507 May 04 17:56:58.341174 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de11b77a-f203-433a-92ab-513a6ed39c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (add2fac3-a6c2-4e62-a17a-385e38114a93), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:58.353023 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-de11b77a-f203-433a-92ab-513a6ed39c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:58.354759 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-de11b77a-f203-433a-92ab-513a6ed39c6d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/add2fac3-a6c2-4e62-a17a-385e38114a93 HTTP/1.1" status: 204 len: 168 time: 0.3119137 May 04 17:56:58.364470 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11b77a-f203-433a-92ab-513a6ed39c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add2fac3-a6c2-4e62-a17a-385e38114a93,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:58.394886 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d6901dd1-bebb-4303-aa05-492981b8b02e req-94c1280b-6423-408a-bcef-d69b365523ac tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771601 May 04 17:56:58.545012 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803383fb-82dd-436e-a467-23083aad2d27 req-1a0d6f43-fb9f-4326-ba90-251cf8eec01c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:58.547241 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-803383fb-82dd-436e-a467-23083aad2d27 req-1a0d6f43-fb9f-4326-ba90-251cf8eec01c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0497005 May 04 17:56:58.556565 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 39854) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:56:58.561171 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Request body: {'floatingip': {'port_id': '68dfb6fc-f262-4423-977b-7345cdadc4f4'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:56:58.605539 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:58.854031 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64720ed-9427-499e-9406-a210739b233b req-00b47e8d-eade-49cc-93f7-5d4928e801d4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:58.856236 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c64720ed-9427-499e-9406-a210739b233b req-00b47e8d-eade-49cc-93f7-5d4928e801d4 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0819840 May 04 17:56:58.929136 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device f47016af-af73-4505-8c5b-7bb450522995 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:56:58.944175 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-405170db-e9b4-4a7b-b23f-323b6b940b84 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087997 May 04 17:56:59.011867 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port f47016af-af73-4505-8c5b-7bb450522995 is: ACTIVE; New status is: DOWN {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:56:59.012262 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (f47016af-af73-4505-8c5b-7bb450522995), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:59.028529 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-ae6b2916-af3d-4e7c-897f-2cd596bfdc1c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:59.030276 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-ae6b2916-af3d-4e7c-897f-2cd596bfdc1c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports/f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 943 time: 0.0540433 May 04 17:56:59.038223 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:59.040487 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b94ecf-5a57-467b-a42d-9b10b6e0d939" -d '{"events": [{"server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "name": "network-vif-unplugged", "status": "completed", "tag": "f47016af-af73-4505-8c5b-7bb450522995"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:59.054702 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:56:59.060288 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c64720ed-9427-499e-9406-a210739b233b req-e924612f-e509-4605-86cb-9709068dc36a tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709979 May 04 17:56:59.072949 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f044475-f374-4e27-bb5a-41e934c0b1e2 x-openstack-request-id: req-7f044475-f374-4e27-bb5a-41e934c0b1e2 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:59.073330 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "name": "network-vif-unplugged", "status": "failed", "tag": "f47016af-af73-4505-8c5b-7bb450522995", "code": 422}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:59.073604 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f044475-f374-4e27-bb5a-41e934c0b1e2 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:59.074041 dv-cinder-840512-1-iscsi neutron-server[110470]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7f044475-f374-4e27-bb5a-41e934c0b1e2']: {'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995', 'code': 422} returned with failed status May 04 17:56:59.150987 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:59.209582 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=6']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:59.230867 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:59.357864 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:59.464918 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Floating IP ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47 associated. External IP: 172.27.2.14, port: 68dfb6fc-f262-4423-977b-7345cdadc4f4. May 04 17:56:59.689135 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:56:59.802657 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:56:59.807032 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:56:59.814383 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:56:59.825398 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:56:59.825999 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:56:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:59.839596 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-14b7956c-6755-442a-a6bd-18f451c22793 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "PUT /v2.0/floatingips/ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47 HTTP/1.1" status: 200 len: 991 time: 1.2817199 May 04 17:56:59.840293 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'tag': '68dfb6fc-f262-4423-977b-7345cdadc4f4'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:59.843446 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90f007-6e8a-49a4-a636-234bc93d7330" -d '{"events": [{"name": "network-changed", "server_uuid": "228c3231-71f1-426e-8e06-c5e69d1a01a0", "tag": "68dfb6fc-f262-4423-977b-7345cdadc4f4"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:56:59.887131 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c9e27-ae4d-4fbb-a4d8-9588b1296e80 x-openstack-request-id: req-ac3c9e27-ae4d-4fbb-a4d8-9588b1296e80 {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:56:59.887497 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228c3231-71f1-426e-8e06-c5e69d1a01a0", "tag": "68dfb6fc-f262-4423-977b-7345cdadc4f4", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:56:59.887839 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac3c9e27-ae4d-4fbb-a4d8-9588b1296e80 {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:56:59.888245 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3c9e27-ae4d-4fbb-a4d8-9588b1296e80'] response: {'name': 'network-changed', 'server_uuid': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'tag': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'status': 'completed', 'code': 200} May 04 17:56:59.954500 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-1e8f9efd-5405-460e-8f00-45689dfdf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:59.956675 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-1e8f9efd-5405-460e-8f00-45689dfdf78d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4fb5955a770341b28fa73947bd6346ed&device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 1130 time: 0.0437362 May 04 17:56:59.958807 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:00.054714 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-f2895d24-c44b-403b-b88a-d8c6df5d451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:00.056301 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-f2895d24-c44b-403b-b88a-d8c6df5d451d service neutron] 10.222.0.86 "GET /v2.0/networks?id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 200 len: 915 time: 0.0934942 May 04 17:57:00.207802 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b53a7-5bee-4e1f-b5fa-ff81dc340f63 req-48668fd4-3535-454c-b6ef-17cf91a432b8 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:00.208340 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:fc:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:39Z', 'updated_at': '2022-05-04T17:56:59Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:00.209513 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-305b53a7-5bee-4e1f-b5fa-ff81dc340f63 req-48668fd4-3535-454c-b6ef-17cf91a432b8 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0731261 May 04 17:57:00.238644 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-3d8c7926-0aa0-4cd8-be33-7081bc3559ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68dfb6fc-f262-4423-977b-7345cdadc4f4 HTTP/1.1" status: 200 len: 999 time: 0.0858209 May 04 17:57:00.259866 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:57:00.278811 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:00.280714 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:56:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:00.287485 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-305b53a7-5bee-4e1f-b5fa-ff81dc340f63 req-1d967be0-e948-4917-998a-55babbf4ace9 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670066 May 04 17:57:00.299773 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-20643255-af69-4180-9556-f13b8901c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:00.301530 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-20643255-af69-4180-9556-f13b8901c0ac service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 200 len: 853 time: 0.0565226 May 04 17:57:00.353853 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-f46cf94d-0951-4169-9d11-70adf7e0c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:00.355446 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-f46cf94d-0951-4169-9d11-70adf7e0c518 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473828 May 04 17:57:00.399823 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:00.451061 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-87fa852a-6536-469f-9ddf-2a16d7cc87b6 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867693 May 04 17:57:00.549201 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-be90f007-6e8a-49a4-a636-234bc93d7330 req-7e49eda8-b97b-4d17-a6e1-8c1d12197d42 service neutron] 10.222.0.86 "GET /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854387 May 04 17:57:00.628532 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:fc:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:39Z', 'updated_at': '2022-05-04T17:56:59Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:00.654476 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef116c0-f5b1-42fb-8674-92b8a8dce626 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'port_id': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'mac_address': 'fa:16:3e:fc:c3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:39Z', 'updated_at': '2022-05-04T17:56:59Z', 'revision_number': 1, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:57:00.857159 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128de0af-6afc-42dd-a373-b63ba29f866b None None] New status for floating IP ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:57:01.394338 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d08f78-9c07-45b2-9bd3-5df7bb5d9fe4 req-d5ddf378-59a2-43c3-9b6d-951bb565d6ab tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:01.395814 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-00d08f78-9c07-45b2-9bd3-5df7bb5d9fe4 req-d5ddf378-59a2-43c3-9b6d-951bb565d6ab tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0465047 May 04 17:57:01.449427 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-00d08f78-9c07-45b2-9bd3-5df7bb5d9fe4 req-02341844-27b1-4733-a960-a4080f3f08ba tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479310 May 04 17:57:01.596529 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-55eee9da-a1a1-47c8-a99b-a66488e17849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:01.598046 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-55eee9da-a1a1-47c8-a99b-a66488e17849 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818&tenant_id=7bf503d4d93642a196265e5250c73455 HTTP/1.1" status: 200 len: 1128 time: 0.0385780 May 04 17:57:01.658187 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-4d61d0bf-b320-4224-a99d-c84a69fb9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:01.659593 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-4d61d0bf-b320-4224-a99d-c84a69fb9121 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1128 time: 0.0397346 May 04 17:57:01.753875 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-7cf23747-9b3b-4c17-8da6-adcadd0cf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:01.755370 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-7cf23747-9b3b-4c17-8da6-adcadd0cf303 service neutron] 10.222.0.86 "GET /v2.0/networks?id=527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 200 len: 910 time: 0.0885925 May 04 17:57:01.820512 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-96b1a8ba-d799-4202-8d3d-823c4d395e90 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 999 time: 0.0582986 May 04 17:57:01.869231 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-15dee3ed-8e89-456f-ab7b-7d00ec9e225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:01.870772 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-15dee3ed-8e89-456f-ab7b-7d00ec9e225f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0d563a-751d-41e6-803f-e48cb8c4fed6 HTTP/1.1" status: 200 len: 848 time: 0.0440960 May 04 17:57:01.925479 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-f6cfc8c1-f2ca-4db1-98ec-aac4964c33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:01.926997 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-f6cfc8c1-f2ca-4db1-98ec-aac4964c33a8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=527c58ff-1834-4195-9dd0-337553509c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434320 May 04 17:57:02.019717 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-140c9772-6d9b-4140-a742-d7e5bc3d2de8 service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838361 May 04 17:57:02.110975 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-37abc94b-f0f2-4e09-993e-0579b8094318 req-f8a2e19b-6833-48b2-adef-6a69fdc0125c service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853720 May 04 17:57:02.572211 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc3358-d511-415f-854f-c0ba74e847dc req-f9acb98f-c5e5-41d0-bbbd-aab33c9fb6c1 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:02.573824 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-93bc3358-d511-415f-854f-c0ba74e847dc req-f9acb98f-c5e5-41d0-bbbd-aab33c9fb6c1 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0484748 May 04 17:57:02.622072 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-93bc3358-d511-415f-854f-c0ba74e847dc req-082a9801-550d-4987-80d7-d4e4e71e368d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422239 May 04 17:57:03.378843 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-f9945853-bafd-40b6-b5bf-3715d82c58b2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374715 May 04 17:57:03.439859 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-ec81523c-f7d0-4992-adc5-58acfd0565fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:03.441382 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-ec81523c-f7d0-4992-adc5-58acfd0565fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6061fedb7a6f46398811de3ae8aa091b&device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 1131 time: 0.0414214 May 04 17:57:03.549010 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-fe3d34b5-7f98-4306-8533-17df9698ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:03.550366 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-fe3d34b5-7f98-4306-8533-17df9698ef68 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 200 len: 917 time: 0.0904126 May 04 17:57:03.617310 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-d2efffbf-c481-46ff-aa91-995ad615c6b0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21 HTTP/1.1" status: 200 len: 1001 time: 0.0606265 May 04 17:57:03.665777 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-352b3bd4-81f7-45ca-9ba5-94af228159d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:03.667269 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-352b3bd4-81f7-45ca-9ba5-94af228159d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 200 len: 855 time: 0.0430551 May 04 17:57:03.712315 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-341c1443-be8f-42e6-8e8a-817472c59cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:03.713826 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-341c1443-be8f-42e6-8e8a-817472c59cf7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ec775cde-fdeb-47a3-9b5d-7264a7a833a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395124 May 04 17:57:03.742243 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f90526-5a92-45e9-98ab-53956e9850df req-25f7dd67-ce71-4434-87d0-84125e5c729f tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:03.743737 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-18f90526-5a92-45e9-98ab-53956e9850df req-25f7dd67-ce71-4434-87d0-84125e5c729f tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0512347 May 04 17:57:03.800396 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-18f90526-5a92-45e9-98ab-53956e9850df req-e8a6d6be-2825-405a-a2bc-67d2a54ae5ae tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506246 May 04 17:57:03.809259 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-4662b5a8-5336-4170-bf5d-6a3c013fb889 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879931 May 04 17:57:03.900519 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-702e3fe3-1d66-4e32-bb45-7dd669a326e8 req-de1822e9-34b2-41e5-967a-186395598d19 service neutron] 10.222.0.86 "GET /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844812 May 04 17:57:04.919261 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64d3c-87ca-4abc-8684-b15fcf14fc38 req-6adbc6ec-4be1-4bb8-9e76-6818c5a20a6e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:04.921394 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f4a64d3c-87ca-4abc-8684-b15fcf14fc38 req-6adbc6ec-4be1-4bb8-9e76-6818c5a20a6e tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0517941 May 04 17:57:04.970402 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f4a64d3c-87ca-4abc-8684-b15fcf14fc38 req-18e5749b-c7fb-4be9-a01f-5b3950fa16d7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 May 04 17:57:06.082117 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37390504-cc0f-482a-bb9f-8f4d8c3a7533 req-aa89d64d-5c62-4b87-9f75-d278bc46fc4b tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:06.083659 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-37390504-cc0f-482a-bb9f-8f4d8c3a7533 req-aa89d64d-5c62-4b87-9f75-d278bc46fc4b tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0459671 May 04 17:57:06.131597 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-37390504-cc0f-482a-bb9f-8f4d8c3a7533 req-be2dbd77-51a7-4558-89ca-e549c29f883d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424514 May 04 17:57:07.242292 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71130e5-8512-4a64-a6b3-7fc6ac82a388 req-fb81441b-57a6-4abc-90a0-b34d18f3c320 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:07.243745 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f71130e5-8512-4a64-a6b3-7fc6ac82a388 req-fb81441b-57a6-4abc-90a0-b34d18f3c320 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0461285 May 04 17:57:07.292818 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f71130e5-8512-4a64-a6b3-7fc6ac82a388 req-aaef572c-7629-4b3b-9778-668628fcf029 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 May 04 17:57:08.413470 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb603f-b2dc-4a62-84b7-3555a38cc677 req-9e58fcf6-d7e0-4f03-b98c-2da497a87e4d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:08.414922 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bacb603f-b2dc-4a62-84b7-3555a38cc677 req-9e58fcf6-d7e0-4f03-b98c-2da497a87e4d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 944 time: 0.0495701 May 04 17:57:08.697120 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bacb603f-b2dc-4a62-84b7-3555a38cc677 req-1eb0c40f-339c-4804-9043-0dd6f1c6e85b tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758605 May 04 17:57:08.928122 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:57:08.974707 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device f47016af-af73-4505-8c5b-7bb450522995 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:57:09.199378 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:09.210636 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': 'f47016af-af73-4505-8c5b-7bb450522995', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'port_id': 'f47016af-af73-4505-8c5b-7bb450522995', 'mac_address': 'fa:16:3e:8c:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:57:09.246990 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port f47016af-af73-4505-8c5b-7bb450522995 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:57:09.247327 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (f47016af-af73-4505-8c5b-7bb450522995), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:09.259746 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47016af-af73-4505-8c5b-7bb450522995 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:57:09.279486 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:09.333452 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:09.384028 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=7']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:09.650359 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['f47016af-af73-4505-8c5b-7bb450522995'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:57:09.835164 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260b5f5-dc3f-4c41-9130-a0f8051f20a0 req-2acdcb7a-acab-4874-9055-30321ae3a255 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:09.837724 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9260b5f5-dc3f-4c41-9130-a0f8051f20a0 req-2acdcb7a-acab-4874-9055-30321ae3a255 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 945 time: 0.0657036 May 04 17:57:10.017239 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d1bc4c53-8395-4c70-b111-5961f4a78097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:10.136976 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9260b5f5-dc3f-4c41-9130-a0f8051f20a0 req-0fe07392-a48c-47fb-8310-5c3a98ece203 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2917964 May 04 17:57:10.994273 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device f47016af-af73-4505-8c5b-7bb450522995 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:57:11.041270 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port f47016af-af73-4505-8c5b-7bb450522995 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:57:11.041891 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (f47016af-af73-4505-8c5b-7bb450522995), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:11.125178 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port f47016af-af73-4505-8c5b-7bb450522995 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:57:11.125577 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (f47016af-af73-4505-8c5b-7bb450522995), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:11.147539 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:11.149823 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5aa5e8-1320-4b3f-bd1e-46717e9d45b9" -d '{"events": [{"server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "name": "network-vif-plugged", "status": "completed", "tag": "f47016af-af73-4505-8c5b-7bb450522995"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:57:11.163578 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:11.187273 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62c99f7-11de-42bf-b0c0-b726ef57f8a4 x-openstack-request-id: req-e62c99f7-11de-42bf-b0c0-b726ef57f8a4 {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:57:11.187730 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "name": "network-vif-plugged", "status": "completed", "tag": "f47016af-af73-4505-8c5b-7bb450522995", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:57:11.187998 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e62c99f7-11de-42bf-b0c0-b726ef57f8a4 {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:57:11.188401 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62c99f7-11de-42bf-b0c0-b726ef57f8a4'] response: {'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995', 'code': 200} May 04 17:57:11.263245 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:11.279844 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8759c2-f920-45f0-b181-0b65559fe9df req-13aeff89-8d01-4d95-81f4-eafe06636ff2 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:11.282692 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6a8759c2-f920-45f0-b181-0b65559fe9df req-13aeff89-8d01-4d95-81f4-eafe06636ff2 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 945 time: 0.0527825 May 04 17:57:11.314650 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=8']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:11.342421 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6a8759c2-f920-45f0-b181-0b65559fe9df req-902857e7-01f7-4966-bdf0-8a5231b960cf tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526285 May 04 17:57:11.529717 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bee03-a4ae-4cf0-a9f9-62a71d776012 req-7cc6268d-8a15-4431-8711-503cbcaf2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:11.531485 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fd5bee03-a4ae-4cf0-a9f9-62a71d776012 req-7cc6268d-8a15-4431-8711-503cbcaf2708 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1130 time: 0.0402570 May 04 17:57:11.891455 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fd5bee03-a4ae-4cf0-a9f9-62a71d776012 req-45f772ba-823e-48d4-af0a-aedd09a0a3fa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423410 May 04 17:57:12.388612 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-32b8e262-7417-4230-86bb-94464cb53249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:12.457657 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9a4a8-b313-4f63-af29-591a7bf3a640 req-148addac-fd20-494a-bfc2-769ba8900aba tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:12.459106 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-dca9a4a8-b313-4f63-af29-591a7bf3a640 req-148addac-fd20-494a-bfc2-769ba8900aba tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0469456 May 04 17:57:12.507082 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-dca9a4a8-b313-4f63-af29-591a7bf3a640 req-5ba5ed43-a21d-4c68-bbad-61999e6dc365 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423946 May 04 17:57:13.648352 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fe159-401f-4cce-9018-4ace4ebda2f3 req-1810bc8f-5e8c-484c-948e-37233e895c9c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:13.649921 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c70fe159-401f-4cce-9018-4ace4ebda2f3 req-1810bc8f-5e8c-484c-948e-37233e895c9c tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0516412 May 04 17:57:13.699134 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c70fe159-401f-4cce-9018-4ace4ebda2f3 req-036f9b42-a95b-4712-a874-0d72ab0ba717 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 May 04 17:57:13.971018 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:14.823541 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0afbd3-9157-4e7d-85d8-58c01c24809e req-247c7b43-a687-4e6b-a21f-0f9445d22ce7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:14.825121 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fd0afbd3-9157-4e7d-85d8-58c01c24809e req-247c7b43-a687-4e6b-a21f-0f9445d22ce7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0495365 May 04 17:57:14.879474 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fd0afbd3-9157-4e7d-85d8-58c01c24809e req-74326caa-586b-4f93-80ee-5287bf44bcd7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481584 May 04 17:57:15.481602 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:16.741122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89111f-be24-400d-a515-d861a5edfd2a req-5190513e-2817-437f-9246-c32b6c1d763a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:16.742600 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cf89111f-be24-400d-a515-d861a5edfd2a req-5190513e-2817-437f-9246-c32b6c1d763a tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0489416 May 04 17:57:16.744374 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:16.789088 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cf89111f-be24-400d-a515-d861a5edfd2a req-50c23359-69c8-4ccf-9772-3fb1a3dd550d tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400038 May 04 17:57:17.903592 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438fcb8-d5e2-4369-874e-f161ca76f99f req-6fba47c6-12e9-4b69-a047-28de60730758 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:17.905337 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d438fcb8-d5e2-4369-874e-f161ca76f99f req-6fba47c6-12e9-4b69-a047-28de60730758 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0461366 May 04 17:57:17.955039 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d438fcb8-d5e2-4369-874e-f161ca76f99f req-cf08ebd0-6de7-4f8e-b025-f13c9cc6be69 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 May 04 17:57:19.070846 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce97eb8-df2e-4e6c-949b-cf9ac4cdfd0e req-a53ef6b4-96f1-4f64-91e0-4b408c7e6464 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:19.072329 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ce97eb8-df2e-4e6c-949b-cf9ac4cdfd0e req-a53ef6b4-96f1-4f64-91e0-4b408c7e6464 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0463412 May 04 17:57:19.118392 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ce97eb8-df2e-4e6c-949b-cf9ac4cdfd0e req-2ba03e97-b1d6-49ef-b60f-5d4ee3800805 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e57d2b4-f69b-4856-be11-440d27320690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 May 04 17:57:19.165036 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-7e85b934-7c5c-4dc5-bb1c-3124f7fa67b5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:19.166470 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-7e85b934-7c5c-4dc5-bb1c-3124f7fa67b5 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 946 time: 0.0469215 May 04 17:57:19.260008 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Deleting port 05eb0c00-862c-4c07-8721-4dcb8d48312f {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:19.260265 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:19.352581 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] For port 05eb0c00-862c-4c07-8721-4dcb8d48312f, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=05eb0c00-862c-4c07-8721-4dcb8d48312f,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:19.352951 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:19.523819 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:19.524102 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (e6352a3e-436c-4246-b425-b78f17b5c12e), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:19.524427 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Floating IP e6352a3e-436c-4246-b425-b78f17b5c12e disassociated. External IP: 172.27.2.35, port: 05eb0c00-862c-4c07-8721-4dcb8d48312f. May 04 17:57:19.524797 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Calling delete_port for 05eb0c00-862c-4c07-8721-4dcb8d48312f owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:19.724433 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (05eb0c00-862c-4c07-8721-4dcb8d48312f), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:19.754768 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event deleted for resources: {'Port': ['ID=05eb0c00-862c-4c07-8721-4dcb8d48312f,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:19.874646 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Router 54e3053e-c199-4420-a8c2-4539d71996b4 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:57:19.984378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:57:19.995731 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] Sync routers for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:57:20.006192 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:20.006807 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:20.026601 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] No DVR routers for this DVR port 05eb0c00-862c-4c07-8721-4dcb8d48312f on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:57:20.029948 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:20.033264 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-93c614a4-4e61-4095-b1fa-d65e965a66e4 req-a0075e66-f221-4ce7-b728-6992be685bd8 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.86 "DELETE /v2.0/ports/05eb0c00-862c-4c07-8721-4dcb8d48312f HTTP/1.1" status: 204 len: 173 time: 0.8599973 May 04 17:57:20.033712 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'name': 'network-vif-deleted', 'tag': '05eb0c00-862c-4c07-8721-4dcb8d48312f'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:20.035952 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70776929-ff51-4e11-8e72-df55d54766f3" -d '{"events": [{"server_uuid": "b7b92d1e-654b-49bf-b40e-4d21aac2935e", "name": "network-vif-deleted", "tag": "05eb0c00-862c-4c07-8721-4dcb8d48312f"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:57:20.072100 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c783005-18eb-4d6c-b6fd-3efcfb8643f8 x-openstack-request-id: req-5c783005-18eb-4d6c-b6fd-3efcfb8643f8 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:57:20.072742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b92d1e-654b-49bf-b40e-4d21aac2935e", "name": "network-vif-deleted", "tag": "05eb0c00-862c-4c07-8721-4dcb8d48312f", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:57:20.072742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c783005-18eb-4d6c-b6fd-3efcfb8643f8 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:57:20.073075 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c783005-18eb-4d6c-b6fd-3efcfb8643f8'] response: {'server_uuid': 'b7b92d1e-654b-49bf-b40e-4d21aac2935e', 'name': 'network-vif-deleted', 'tag': '05eb0c00-862c-4c07-8721-4dcb8d48312f', 'status': 'completed', 'code': 200} May 04 17:57:20.123458 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:20.237675 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-11367662-d4d6-45fe-9ba4-991c4c71b087 req-fbb32ec3-6712-4f34-9699-15e28c139a91 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/ports?device_id=b7b92d1e-654b-49bf-b40e-4d21aac2935e HTTP/1.1" status: 200 len: 210 time: 0.0305910 May 04 17:57:20.332496 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:20.360290 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] Checking router: 54e3053e-c199-4420-a8c2-4539d71996b4 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:57:20.368557 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:20.369152 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:20.473961 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:20.740766 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:20.769295 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b50413-5911-4fa5-8499-fb4cdb0589d3 None None] The sync data for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi is: [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:50:04Z', 'revision_number': 4, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'a9659cd5-5c36-4b49-8769-92452ca3c845', 'name': '', 'network_id': '660cf2bc-7dbc-49ea-88f8-2ed364a280bd', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'mac_address': 'fa:16:3e:d5:ff:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:50:02Z', 'updated_at': '2022-05-04T17:50:18Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'subnets': [{'id': '480277fb-c1a6-4cf3-b1fd-15e7700eeade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:57:21.003590 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdce296-14f2-4696-8885-a91d1d898ebc None None] New status for floating IP e6352a3e-436c-4246-b425-b78f17b5c12e: DOWN {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:57:21.407312 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40016) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:21.463742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b8841882-5230-4828-a4df-3139ff07c80b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (0e57d2b4-f69b-4856-be11-440d27320690), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:21.488454 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b8841882-5230-4828-a4df-3139ff07c80b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (0e57d2b4-f69b-4856-be11-440d27320690), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:21.598558 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b8841882-5230-4828-a4df-3139ff07c80b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0e57d2b4-f69b-4856-be11-440d27320690), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:21.601088 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b8841882-5230-4828-a4df-3139ff07c80b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:21.602251 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-b8841882-5230-4828-a4df-3139ff07c80b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "DELETE /v2.0/security-groups/0e57d2b4-f69b-4856-be11-440d27320690 HTTP/1.1" status: 204 len: 168 time: 0.1939383 May 04 17:57:21.605058 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40018) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:21.611902 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8841882-5230-4828-a4df-3139ff07c80b tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e57d2b4-f69b-4856-be11-440d27320690,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:21.621175 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.api.v2.resource [None req-0604de01-9030-43e4-af25-5fce9f480bc2 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] show failed (client error): The resource could not be found. May 04 17:57:21.621175 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0604de01-9030-43e4-af25-5fce9f480bc2 tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "GET /v2.0/security-groups/0e57d2b4-f69b-4856-be11-440d27320690 HTTP/1.1" status: 404 len: 347 time: 0.0134990 May 04 17:57:21.623554 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40020) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:21.738805 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Deleting port c003d471-1d67-418c-8815-181d366074db {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:21.739144 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (c003d471-1d67-418c-8815-181d366074db), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:21.814306 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (c003d471-1d67-418c-8815-181d366074db), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:21.814642 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (c003d471-1d67-418c-8815-181d366074db), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:21.830459 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Calling delete_port for c003d471-1d67-418c-8815-181d366074db owned by network:floatingip {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:22.017198 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (c003d471-1d67-418c-8815-181d366074db), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:22.045613 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Pushing event deleted for resources: {'Port': ['ID=c003d471-1d67-418c-8815-181d366074db,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:22.105546 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks [] for floatingip (e6352a3e-436c-4246-b425-b78f17b5c12e), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:22.108151 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:22.109322 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-6f33aaf0-b52b-4ef1-9498-002612e6d7ee tempest-AttachVolumeTestJSON-2010052887 tempest-AttachVolumeTestJSON-2010052887-project] 10.222.0.81 "DELETE /v2.0/floatingips/e6352a3e-436c-4246-b425-b78f17b5c12e HTTP/1.1" status: 204 len: 168 time: 0.4848588 May 04 17:57:23.066394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 05eb0c00-862c-4c07-8721-4dcb8d48312f no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:57:23.086009 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 05eb0c00-862c-4c07-8721-4dcb8d48312f {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:57:23.086354 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 05eb0c00-862c-4c07-8721-4dcb8d48312f not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:57:23.223447 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:26.069717 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40054) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:26.535889 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (54e3053e-c199-4420-a8c2-4539d71996b4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:26.765906 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Deleting port a9659cd5-5c36-4b49-8769-92452ca3c845 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:26.766244 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:26.842931 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] For port a9659cd5-5c36-4b49-8769-92452ca3c845, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=a9659cd5-5c36-4b49-8769-92452ca3c845,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:26.843536 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:26.856105 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Calling delete_port for a9659cd5-5c36-4b49-8769-92452ca3c845 owned by network:router_interface {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:27.101291 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (a9659cd5-5c36-4b49-8769-92452ca3c845), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:27.127112 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9659cd5-5c36-4b49-8769-92452ca3c845,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:27.300093 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (54e3053e-c199-4420-a8c2-4539d71996b4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:27.515235 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Router 54e3053e-c199-4420-a8c2-4539d71996b4 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:57:27.625153 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:57:27.630168 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-78cc5df3-549e-4008-96ac-5aab70b8d39f admin admin] 10.222.0.81 "PUT /v2.0/routers/54e3053e-c199-4420-a8c2-4539d71996b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5594287 May 04 17:57:27.632730 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40058) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:27.635335 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] Sync routers for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:57:27.646510 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:27.647123 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:27.738078 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks [] for router (54e3053e-c199-4420-a8c2-4539d71996b4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:27.750749 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:27.851985 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks [] for router_gateway (54e3053e-c199-4420-a8c2-4539d71996b4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:27.920926 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:57:26Z', 'revision_number': 5, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port': {'id': 'd71d0f53-3d76-4933-ad4b-bf66beb66cb6', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:34:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:58Z', 'updated_at': '2022-05-04T17:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:27.946977 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] Checking router: 54e3053e-c199-4420-a8c2-4539d71996b4 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:57:27.955612 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] Routers {'54e3053e-c199-4420-a8c2-4539d71996b4'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:27.956227 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['54e3053e-c199-4420-a8c2-4539d71996b4'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:28.051235 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] Set router 54e3053e-c199-4420-a8c2-4539d71996b4 gateway port host: None {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:28.104291 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:57:27Z', 'revision_number': 6, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port_host': None}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:28.135540 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755841b0-e468-4c5f-8c53-2361825c0658 None None] The sync data for ids ['54e3053e-c199-4420-a8c2-4539d71996b4'] in dv-cinder-840512-1-iscsi is: [{'id': '54e3053e-c199-4420-a8c2-4539d71996b4', 'name': 'tempest-AttachVolumeTestJSON-913339417-router', 'tenant_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:57Z', 'updated_at': '2022-05-04T17:57:27Z', 'revision_number': 6, 'project_id': '65ea04a5ce2f4f75968d7d0204336cf6', 'gw_port_host': None}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:57:28.211548 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Deleting port d71d0f53-3d76-4933-ad4b-bf66beb66cb6 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:28.212153 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:28.290440 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] For port d71d0f53-3d76-4933-ad4b-bf66beb66cb6, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=d71d0f53-3d76-4933-ad4b-bf66beb66cb6,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:28.290802 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:28.303892 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Calling delete_port for d71d0f53-3d76-4933-ad4b-bf66beb66cb6 owned by network:router_gateway {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:28.558100 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (d71d0f53-3d76-4933-ad4b-bf66beb66cb6), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:28.585564 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71d0f53-3d76-4933-ad4b-bf66beb66cb6,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:28.645403 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (54e3053e-c199-4420-a8c2-4539d71996b4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:28.769032 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (54e3053e-c199-4420-a8c2-4539d71996b4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:28.771223 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks [] for router_controller (54e3053e-c199-4420-a8c2-4539d71996b4), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:28.908126 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (54e3053e-c199-4420-a8c2-4539d71996b4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:28.908745 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e3053e-c199-4420-a8c2-4539d71996b4 {{(pid=110468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 17:57:28.917387 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:28.917387 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-7ed7a6d9-b344-403f-adf8-5e8b8e6ba659 admin admin] 10.222.0.81 "DELETE /v2.0/routers/54e3053e-c199-4420-a8c2-4539d71996b4 HTTP/1.1" status: 204 len: 168 time: 1.2812023 May 04 17:57:28.917387 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40060) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:28.961057 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f1d24e-da01-4326-b071-7c372be77e14 admin admin] Deleting subnet 480277fb-c1a6-4cf3-b1fd-15e7700eeade {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:57:28.964107 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d24e-da01-4326-b071-7c372be77e14 admin admin] Publish callbacks [] for subnet (480277fb-c1a6-4cf3-b1fd-15e7700eeade), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.003943 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d24e-da01-4326-b071-7c372be77e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3539813'] for subnet (480277fb-c1a6-4cf3-b1fd-15e7700eeade), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.089126 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d24e-da01-4326-b071-7c372be77e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (480277fb-c1a6-4cf3-b1fd-15e7700eeade), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.199837 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d24e-da01-4326-b071-7c372be77e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6097140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26047615'] for subnet (480277fb-c1a6-4cf3-b1fd-15e7700eeade), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.226517 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1d24e-da01-4326-b071-7c372be77e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480277fb-c1a6-4cf3-b1fd-15e7700eeade,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:29.231412 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d24e-da01-4326-b071-7c372be77e14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.234568 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f2f1d24e-da01-4326-b071-7c372be77e14 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/480277fb-c1a6-4cf3-b1fd-15e7700eeade HTTP/1.1" status: 204 len: 168 time: 0.3161337 May 04 17:57:29.236881 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40064) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:29.237905 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519fd54-451c-44f2-983b-a0e4ef176c82 None None] Network 660cf2bc-7dbc-49ea-88f8-2ed364a280bd requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:57:29.308218 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (660cf2bc-7dbc-49ea-88f8-2ed364a280bd), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.355267 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Deleting port 956ddd93-eb7f-4913-8a1c-db6bed747f96 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:29.355607 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.413174 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] DHCP port deletion for 660cf2bc-7dbc-49ea-88f8-2ed364a280bd request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 17:57:29.432572 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] For port 956ddd93-eb7f-4913-8a1c-db6bed747f96, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=956ddd93-eb7f-4913-8a1c-db6bed747f96,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:29.432927 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.446451 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Calling delete_port for 956ddd93-eb7f-4913-8a1c-db6bed747f96 owned by network:dhcp {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:29.454915 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Deleting port 956ddd93-eb7f-4913-8a1c-db6bed747f96 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:29.455300 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.516417 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] For port 956ddd93-eb7f-4913-8a1c-db6bed747f96, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=956ddd93-eb7f-4913-8a1c-db6bed747f96,segment=NetworkSegment(b837ede8-51ed-4ddf-9c7b-92cef0b01a5c),segment_id=b837ede8-51ed-4ddf-9c7b-92cef0b01a5c)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:29.516856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.530523 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Calling delete_port for 956ddd93-eb7f-4913-8a1c-db6bed747f96 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:29.626408 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.632112 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (956ddd93-eb7f-4913-8a1c-db6bed747f96), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.657020 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Pushing event deleted for resources: {'Port': ['ID=956ddd93-eb7f-4913-8a1c-db6bed747f96,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:29.660254 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] No DVR routers for this DVR port 956ddd93-eb7f-4913-8a1c-db6bed747f96 on host dv-cinder-840512-1-iscsi {{(pid=110468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:57:29.663240 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] No DVR routers for this DVR port 956ddd93-eb7f-4913-8a1c-db6bed747f96 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:57:29.674189 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Pushing event deleted for resources: {'Port': ['ID=956ddd93-eb7f-4913-8a1c-db6bed747f96,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:29.676132 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.676513 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.676880 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.677243 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.677594 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.677924 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.678322 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.678645 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.678971 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.679296 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.679625 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.679967 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.680293 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.680641 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.680965 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5486366c-a48f-40cd-a51a-4c0aa99db5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:29.747616 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (660cf2bc-7dbc-49ea-88f8-2ed364a280bd), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.775122 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660cf2bc-7dbc-49ea-88f8-2ed364a280bd']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:29.788849 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:29.789242 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b837ede8-51ed-4ddf-9c7b-92cef0b01a5c') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:29.801342 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (b837ede8-51ed-4ddf-9c7b-92cef0b01a5c), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.815261 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (b837ede8-51ed-4ddf-9c7b-92cef0b01a5c), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.821406 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (b837ede8-51ed-4ddf-9c7b-92cef0b01a5c), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:57:29.826568 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:57:29.848538 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device a9659cd5-5c36-4b49-8769-92452ca3c845 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:57:29.869612 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: a9659cd5-5c36-4b49-8769-92452ca3c845 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:57:29.869956 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device a9659cd5-5c36-4b49-8769-92452ca3c845 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:57:29.870387 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 956ddd93-eb7f-4913-8a1c-db6bed747f96 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:57:29.892871 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 956ddd93-eb7f-4913-8a1c-db6bed747f96 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:57:29.893214 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 956ddd93-eb7f-4913-8a1c-db6bed747f96 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:57:29.893626 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device d71d0f53-3d76-4933-ad4b-bf66beb66cb6 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:57:29.913417 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: d71d0f53-3d76-4933-ad4b-bf66beb66cb6 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:57:29.913673 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device d71d0f53-3d76-4933-ad4b-bf66beb66cb6 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:57:29.965425 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (660cf2bc-7dbc-49ea-88f8-2ed364a280bd), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.971587 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:29.975657 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] 10.222.0.81 "DELETE /v2.0/networks/660cf2bc-7dbc-49ea-88f8-2ed364a280bd HTTP/1.1" status: 204 len: 168 time: 0.7371235 May 04 17:57:29.986289 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb404aa-0572-4ab8-b95b-168f3820c58a admin admin] Pushing event deleted for resources: {'Network': ['ID=660cf2bc-7dbc-49ea-88f8-2ed364a280bd,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:30.287100 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40068) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:30.327606 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-fe1f729f-0b0a-4cfe-afc9-3b8e151db2f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65ea04a5ce2f4f75968d7d0204336cf6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393388 May 04 17:57:30.330040 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40070) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:30.377827 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a8fafd36-1083-4857-9c60-7dfa157d9e8e admin admin] Publish callbacks [] for security_group (5adcbdac-9735-4958-bb7d-f7d0fd422f6b), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:30.398903 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a8fafd36-1083-4857-9c60-7dfa157d9e8e admin admin] Publish callbacks [] for security_group (5adcbdac-9735-4958-bb7d-f7d0fd422f6b), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:30.511483 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a8fafd36-1083-4857-9c60-7dfa157d9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (5adcbdac-9735-4958-bb7d-f7d0fd422f6b), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:30.514785 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a8fafd36-1083-4857-9c60-7dfa157d9e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:30.515954 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a8fafd36-1083-4857-9c60-7dfa157d9e8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5adcbdac-9735-4958-bb7d-f7d0fd422f6b HTTP/1.1" status: 204 len: 168 time: 0.1850295 May 04 17:57:30.524234 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fafd36-1083-4857-9c60-7dfa157d9e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adcbdac-9735-4958-bb7d-f7d0fd422f6b,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:39.992093 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-50c70b72-e519-4bef-a51a-df664ed7c065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:40.569802 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cab66-a98c-472b-9ea8-c6cebca662e5 req-3ccb945f-8c16-40a4-9e10-8040f6a0c806 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:40.571321 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3e2cab66-a98c-472b-9ea8-c6cebca662e5 req-3ccb945f-8c16-40a4-9e10-8040f6a0c806 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0473878 May 04 17:57:40.618838 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3e2cab66-a98c-472b-9ea8-c6cebca662e5 req-4f2624d9-e767-4f80-84e9-c417cf4f1529 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 May 04 17:57:41.749696 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669125d1-582b-47d1-9423-b4751d6c9d20 req-3b98f674-6900-4c4d-992b-434037cfc4b2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:41.750958 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-669125d1-582b-47d1-9423-b4751d6c9d20 req-3b98f674-6900-4c4d-992b-434037cfc4b2 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0513008 May 04 17:57:41.799696 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-669125d1-582b-47d1-9423-b4751d6c9d20 req-8f2ac024-62ba-4e34-b009-43af1a8fafaa tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups?id=0abe1da5-db1c-4b92-8602-2a23ba53904d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429947 May 04 17:57:42.243467 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-cd521259-ee9b-4d5b-8feb-190f362b3e6a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:42.244943 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-cd521259-ee9b-4d5b-8feb-190f362b3e6a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 947 time: 0.0459948 May 04 17:57:42.339625 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Deleting port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:42.339964 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:42.384705 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a544a678-800a-4fab-bb9a-4b4eb0711c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:42.428609 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] For port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:42.428979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:42.603854 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:42.604206 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (c7e7096e-e779-47a8-82af-2645c0410b85), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:42.604554 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Floating IP c7e7096e-e779-47a8-82af-2645c0410b85 disassociated. External IP: 172.27.2.21, port: 5356a88c-b62f-46ac-80fd-cfdeb60dbd21. May 04 17:57:42.604901 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Calling delete_port for 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:42.815323 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5356a88c-b62f-46ac-80fd-cfdeb60dbd21), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:42.848859 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event deleted for resources: {'Port': ['ID=5356a88c-b62f-46ac-80fd-cfdeb60dbd21,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:42.860863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.860863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.860863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.860863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.860863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.861417 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.861514 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.861814 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.862136 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.862460 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.862782 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.863101 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.863421 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.863741 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.864059 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:42.917183 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e9772e0f-b6e3-4c32-a999-34f88662e7b4 req-feed16ca-a2b1-49a4-a0a8-27f28f5705ab tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 210 time: 0.0379927 May 04 17:57:42.982147 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Router f425f763-5598-4ac5-8bc1-3fa55b1ac865 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:57:43.093209 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:57:43.104658 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] Sync routers for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:57:43.118230 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:43.119551 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:43.146020 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] No DVR routers for this DVR port 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:57:43.148835 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:43.152089 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9ca1846b-e639-4b0a-b175-61395b30f3b3 req-032d905b-86fb-4ee9-93d5-6d0499f1b42a tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.86 "DELETE /v2.0/ports/5356a88c-b62f-46ac-80fd-cfdeb60dbd21 HTTP/1.1" status: 204 len: 173 time: 0.8989878 May 04 17:57:43.152823 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-deleted', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:43.156190 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff4e69f-c87f-482a-a613-3b425a60eacd" -d '{"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-deleted", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:57:43.192905 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177e7d6d-c0eb-414c-8e3d-5031ea2c2e98 x-openstack-request-id: req-177e7d6d-c0eb-414c-8e3d-5031ea2c2e98 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:57:43.193288 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b0ec30-ca8f-4755-ac4a-123242ddb27e", "name": "network-vif-deleted", "tag": "5356a88c-b62f-46ac-80fd-cfdeb60dbd21", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:57:43.193604 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-177e7d6d-c0eb-414c-8e3d-5031ea2c2e98 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:57:43.194078 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177e7d6d-c0eb-414c-8e3d-5031ea2c2e98'] response: {'server_uuid': '51b0ec30-ca8f-4755-ac4a-123242ddb27e', 'name': 'network-vif-deleted', 'tag': '5356a88c-b62f-46ac-80fd-cfdeb60dbd21', 'status': 'completed', 'code': 200} May 04 17:57:43.238927 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:43.435986 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:43.466180 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] Checking router: f425f763-5598-4ac5-8bc1-3fa55b1ac865 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:57:43.475187 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:43.475949 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:43.585327 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:43.796837 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:43.827770 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cf8fb9-ec51-46ac-b6eb-68d6c42accc9 None None] The sync data for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi is: [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:50:01Z', 'revision_number': 4, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '469bf2eb-42a3-453b-ade2-99562ee065cf', 'name': '', 'network_id': 'ec775cde-fdeb-47a3-9b5d-7264a7a833a1', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'mac_address': 'fa:16:3e:8e:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:50:11Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'subnets': [{'id': 'cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:57:43.935106 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:44.033310 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-235358e2-a619-4761-9336-7a79e6c8fbbb req-bb075c15-7531-44cc-ab92-b8782dc1ba2d tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b0ec30-ca8f-4755-ac4a-123242ddb27e HTTP/1.1" status: 200 len: 210 time: 0.0326877 May 04 17:57:44.084108 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7a79d-573d-44c7-9990-52af9f37255c None None] New status for floating IP c7e7096e-e779-47a8-82af-2645c0410b85: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:57:44.953219 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40234) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:45.059308 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3c207833-c9e7-40bd-abb2-457cbb736305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.138862 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3c207833-c9e7-40bd-abb2-457cbb736305 admin admin] Publish callbacks [] for security_group (913f210d-2670-4be2-86d3-ec0130344cde), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.173855 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:57:45.188612 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40242) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:45.240874 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3c207833-c9e7-40bd-abb2-457cbb736305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (913f210d-2670-4be2-86d3-ec0130344cde), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.282501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-298c082b-057d-4fdc-a60f-8a77c663dfc3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (0abe1da5-db1c-4b92-8602-2a23ba53904d), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.306795 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-3c207833-c9e7-40bd-abb2-457cbb736305 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=827a37adc835498285321c06e50ce847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3524787 May 04 17:57:45.309570 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c207833-c9e7-40bd-abb2-457cbb736305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913f210d-2670-4be2-86d3-ec0130344cde,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:45.310275 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40244) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:45.327999 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-298c082b-057d-4fdc-a60f-8a77c663dfc3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (0abe1da5-db1c-4b92-8602-2a23ba53904d), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.340253 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:57:45.340577 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5356a88c-b62f-46ac-80fd-cfdeb60dbd21 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:57:45.378624 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Publish callbacks [] for security_group (913f210d-2670-4be2-86d3-ec0130344cde), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.400535 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Publish callbacks [] for security_group (913f210d-2670-4be2-86d3-ec0130344cde), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.523144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-298c082b-057d-4fdc-a60f-8a77c663dfc3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0abe1da5-db1c-4b92-8602-2a23ba53904d), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.525959 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-298c082b-057d-4fdc-a60f-8a77c663dfc3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.527425 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-298c082b-057d-4fdc-a60f-8a77c663dfc3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "DELETE /v2.0/security-groups/0abe1da5-db1c-4b92-8602-2a23ba53904d HTTP/1.1" status: 204 len: 168 time: 0.3375509 May 04 17:57:45.530926 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40246) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:45.537654 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c082b-057d-4fdc-a60f-8a77c663dfc3 tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abe1da5-db1c-4b92-8602-2a23ba53904d,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:45.544014 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.api.v2.resource [None req-3f53aba8-1f6e-4f41-a9be-bf6ab8aaacbb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] show failed (client error): The resource could not be found. May 04 17:57:45.545727 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3f53aba8-1f6e-4f41-a9be-bf6ab8aaacbb tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "GET /v2.0/security-groups/0abe1da5-db1c-4b92-8602-2a23ba53904d HTTP/1.1" status: 404 len: 347 time: 0.0131299 May 04 17:57:45.550288 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (913f210d-2670-4be2-86d3-ec0130344cde), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.550554 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40248) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:45.553510 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.554626 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/913f210d-2670-4be2-86d3-ec0130344cde HTTP/1.1" status: 204 len: 168 time: 0.2427180 May 04 17:57:45.556272 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.564013 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913f210d-2670-4be2-86d3-ec0130344cde,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:45.572242 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.572642 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.572988 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.573376 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.573715 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.574060 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.574417 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.574671 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.574994 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.575322 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.575644 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.575966 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.577026 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.577356 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.577677 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3537c0-729e-41ca-a673-f54ee5d6d56c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:45.686269 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Deleting port a1d339f2-4c81-425d-9f44-9230623e1df0 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:45.686606 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (a1d339f2-4c81-425d-9f44-9230623e1df0), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.764359 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (a1d339f2-4c81-425d-9f44-9230623e1df0), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.764710 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (a1d339f2-4c81-425d-9f44-9230623e1df0), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:45.776281 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Calling delete_port for a1d339f2-4c81-425d-9f44-9230623e1df0 owned by network:floatingip {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:45.927209 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:57:46.003363 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (a1d339f2-4c81-425d-9f44-9230623e1df0), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.030173 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Pushing event deleted for resources: {'Port': ['ID=a1d339f2-4c81-425d-9f44-9230623e1df0,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:46.090665 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks [] for floatingip (c7e7096e-e779-47a8-82af-2645c0410b85), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.093517 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.094673 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-eb4b3da4-dbe7-42d5-b680-b5b462f74a0c tempest-AttachVolumeShelveTestJSON-1352208011 tempest-AttachVolumeShelveTestJSON-1352208011-project] 10.222.0.81 "DELETE /v2.0/floatingips/c7e7096e-e779-47a8-82af-2645c0410b85 HTTP/1.1" status: 204 len: 168 time: 0.5430813 May 04 17:57:46.182048 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40256) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:46.195242 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f1f6-233f-4534-8e2f-29adbf14ff4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.272659 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f1f6-233f-4534-8e2f-29adbf14ff4a admin admin] Publish callbacks [] for security_group (476d46a7-2a49-4565-89cc-b83e8c8edaa5), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.340536 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f0b0f1f6-233f-4534-8e2f-29adbf14ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (476d46a7-2a49-4565-89cc-b83e8c8edaa5), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.381389 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f0b0f1f6-233f-4534-8e2f-29adbf14ff4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=43953ae75237429bbbd592d75e1976af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982362 May 04 17:57:46.383315 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0f1f6-233f-4534-8e2f-29adbf14ff4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476d46a7-2a49-4565-89cc-b83e8c8edaa5,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:46.384092 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40262) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:46.435604 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-651fbf99-fb58-4b73-b43e-0833588d8ed5 admin admin] Publish callbacks [] for security_group (476d46a7-2a49-4565-89cc-b83e8c8edaa5), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.457672 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-651fbf99-fb58-4b73-b43e-0833588d8ed5 admin admin] Publish callbacks [] for security_group (476d46a7-2a49-4565-89cc-b83e8c8edaa5), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.587466 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-651fbf99-fb58-4b73-b43e-0833588d8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (476d46a7-2a49-4565-89cc-b83e8c8edaa5), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.590424 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-651fbf99-fb58-4b73-b43e-0833588d8ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:46.593513 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-651fbf99-fb58-4b73-b43e-0833588d8ed5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/476d46a7-2a49-4565-89cc-b83e8c8edaa5 HTTP/1.1" status: 204 len: 168 time: 0.2082438 May 04 17:57:46.601781 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fbf99-fb58-4b73-b43e-0833588d8ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476d46a7-2a49-4565-89cc-b83e8c8edaa5,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:46.792199 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:48.319058 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40316) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:48.427359 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c0d393d5-5eb9-4399-ac26-29ae8e02b868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:48.501093 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c0d393d5-5eb9-4399-ac26-29ae8e02b868 admin admin] Publish callbacks [] for security_group (143482e4-50d4-4596-bdf4-a00f0aa0612a), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:48.557098 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c0d393d5-5eb9-4399-ac26-29ae8e02b868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (143482e4-50d4-4596-bdf4-a00f0aa0612a), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:48.594044 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c0d393d5-5eb9-4399-ac26-29ae8e02b868 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6a6273a2fae4d23979e4be322e6dda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739079 May 04 17:57:48.596783 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40324) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:48.599198 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d393d5-5eb9-4399-ac26-29ae8e02b868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143482e4-50d4-4596-bdf4-a00f0aa0612a,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:48.646801 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8ca51c03-f3c9-4c32-b799-415bfb13a037 admin admin] Publish callbacks [] for security_group (143482e4-50d4-4596-bdf4-a00f0aa0612a), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:48.669178 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8ca51c03-f3c9-4c32-b799-415bfb13a037 admin admin] Publish callbacks [] for security_group (143482e4-50d4-4596-bdf4-a00f0aa0612a), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:48.785624 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8ca51c03-f3c9-4c32-b799-415bfb13a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (143482e4-50d4-4596-bdf4-a00f0aa0612a), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:48.788507 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8ca51c03-f3c9-4c32-b799-415bfb13a037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:48.789709 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-8ca51c03-f3c9-4c32-b799-415bfb13a037 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/143482e4-50d4-4596-bdf4-a00f0aa0612a HTTP/1.1" status: 204 len: 168 time: 0.1919141 May 04 17:57:48.802602 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca51c03-f3c9-4c32-b799-415bfb13a037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143482e4-50d4-4596-bdf4-a00f0aa0612a,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:48.838082 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40334) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:49.297491 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (f425f763-5598-4ac5-8bc1-3fa55b1ac865), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:49.587000 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Deleting port 469bf2eb-42a3-453b-ade2-99562ee065cf {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:49.587337 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:49.674165 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] For port 469bf2eb-42a3-453b-ade2-99562ee065cf, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=469bf2eb-42a3-453b-ade2-99562ee065cf,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:49.674806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:49.687752 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Calling delete_port for 469bf2eb-42a3-453b-ade2-99562ee065cf owned by network:router_interface {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:50.201196 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (469bf2eb-42a3-453b-ade2-99562ee065cf), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:50.228994 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=469bf2eb-42a3-453b-ade2-99562ee065cf,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:50.408586 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (f425f763-5598-4ac5-8bc1-3fa55b1ac865), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:50.508923 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40370) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:50.613514 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-19bc59b6-2e35-48a3-a7ac-f39210cfdce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:50.645225 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Router f425f763-5598-4ac5-8bc1-3fa55b1ac865 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:57:50.694659 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-19bc59b6-2e35-48a3-a7ac-f39210cfdce8 admin admin] Publish callbacks [] for security_group (05db2239-b3ed-4257-b08e-ecde6cfc863d), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:50.759480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:57:50.767218 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-7864bfdc-d610-42f1-b028-c934603123b8 admin admin] 10.222.0.81 "PUT /v2.0/routers/f425f763-5598-4ac5-8bc1-3fa55b1ac865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9308317 May 04 17:57:50.768301 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] Sync routers for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:57:50.769471 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40374) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:50.780133 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:50.780788 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:50.812370 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-19bc59b6-2e35-48a3-a7ac-f39210cfdce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (05db2239-b3ed-4257-b08e-ecde6cfc863d), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:50.867811 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40376) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:50.868068 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-19bc59b6-2e35-48a3-a7ac-f39210cfdce8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eab8783a18814baabc51716e3973ceb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647702 May 04 17:57:50.873011 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc59b6-2e35-48a3-a7ac-f39210cfdce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05db2239-b3ed-4257-b08e-ecde6cfc863d,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:50.895337 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:50.927540 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks [] for router (f425f763-5598-4ac5-8bc1-3fa55b1ac865), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:50.940719 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-db8e9d11-132a-4a3d-a18f-8e8e78342392 admin admin] Publish callbacks [] for security_group (05db2239-b3ed-4257-b08e-ecde6cfc863d), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:50.965521 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-db8e9d11-132a-4a3d-a18f-8e8e78342392 admin admin] Publish callbacks [] for security_group (05db2239-b3ed-4257-b08e-ecde6cfc863d), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.056066 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks [] for router_gateway (f425f763-5598-4ac5-8bc1-3fa55b1ac865), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.086385 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:57:49Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:51.113811 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] Checking router: f425f763-5598-4ac5-8bc1-3fa55b1ac865 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:57:51.122341 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] Routers {'f425f763-5598-4ac5-8bc1-3fa55b1ac865'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:57:51.122999 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:51.134262 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-db8e9d11-132a-4a3d-a18f-8e8e78342392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (05db2239-b3ed-4257-b08e-ecde6cfc863d), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.136920 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-db8e9d11-132a-4a3d-a18f-8e8e78342392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.142023 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-db8e9d11-132a-4a3d-a18f-8e8e78342392 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05db2239-b3ed-4257-b08e-ecde6cfc863d HTTP/1.1" status: 204 len: 168 time: 0.2690125 May 04 17:57:51.146760 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e9d11-132a-4a3d-a18f-8e8e78342392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05db2239-b3ed-4257-b08e-ecde6cfc863d,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:51.204026 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Deleting port 977a5d90-4233-48ba-a8e4-f77e03fa85f1 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:51.204376 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.243792 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] Set router f425f763-5598-4ac5-8bc1-3fa55b1ac865 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:57:51.287641 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] For port 977a5d90-4233-48ba-a8e4-f77e03fa85f1, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=977a5d90-4233-48ba-a8e4-f77e03fa85f1,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:51.288006 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.303387 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Calling delete_port for 977a5d90-4233-48ba-a8e4-f77e03fa85f1 owned by network:router_gateway {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:51.422339 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:57:49Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:51.449901 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a113b-f53d-404c-996c-4877881eeb7d None None] The sync data for ids ['f425f763-5598-4ac5-8bc1-3fa55b1ac865'] in dv-cinder-840512-1-iscsi is: [{'id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'name': 'tempest-AttachVolumeShelveTestJSON-351343521-router', 'tenant_id': '6061fedb7a6f46398811de3ae8aa091b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:53Z', 'updated_at': '2022-05-04T17:57:49Z', 'revision_number': 5, 'project_id': '6061fedb7a6f46398811de3ae8aa091b', 'gw_port': {'id': '977a5d90-4233-48ba-a8e4-f77e03fa85f1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f425f763-5598-4ac5-8bc1-3fa55b1ac865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:54Z', 'updated_at': '2022-05-04T17:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:57:51.618095 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (977a5d90-4233-48ba-a8e4-f77e03fa85f1), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.643263 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=977a5d90-4233-48ba-a8e4-f77e03fa85f1,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:51.713400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (f425f763-5598-4ac5-8bc1-3fa55b1ac865), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.820315 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (f425f763-5598-4ac5-8bc1-3fa55b1ac865), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.823916 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks [] for router_controller (f425f763-5598-4ac5-8bc1-3fa55b1ac865), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.946219 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (f425f763-5598-4ac5-8bc1-3fa55b1ac865), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.949639 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f425f763-5598-4ac5-8bc1-3fa55b1ac865 {{(pid=110468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 17:57:51.954341 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 469bf2eb-42a3-453b-ade2-99562ee065cf no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:57:51.955404 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:51.958430 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c399bfdf-ffd4-46a9-8f9a-339af287bf63 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f425f763-5598-4ac5-8bc1-3fa55b1ac865 HTTP/1.1" status: 204 len: 168 time: 1.1861207 May 04 17:57:51.962149 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40398) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:51.976638 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 469bf2eb-42a3-453b-ade2-99562ee065cf {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:57:51.976989 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 469bf2eb-42a3-453b-ade2-99562ee065cf not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:57:52.014122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a92930-7eed-48d0-ac82-1cf03f679a22 admin admin] Deleting subnet cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f {{(pid=110469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:57:52.017203 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23a92930-7eed-48d0-ac82-1cf03f679a22 admin admin] Publish callbacks [] for subnet (cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.051023 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23a92930-7eed-48d0-ac82-1cf03f679a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3414030'] for subnet (cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.165964 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23a92930-7eed-48d0-ac82-1cf03f679a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.287088 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23a92930-7eed-48d0-ac82-1cf03f679a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372017'] for subnet (cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.313633 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a92930-7eed-48d0-ac82-1cf03f679a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:52.317328 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-23a92930-7eed-48d0-ac82-1cf03f679a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.320533 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-23a92930-7eed-48d0-ac82-1cf03f679a22 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cb32b9a7-6605-4d8a-a95b-7f4371a4cf1f HTTP/1.1" status: 204 len: 168 time: 0.3572586 May 04 17:57:52.323161 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40412) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:52.329390 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce719c-586d-436c-a44c-a4999b4e73a7 None None] Network ec775cde-fdeb-47a3-9b5d-7264a7a833a1 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:57:52.403386 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (ec775cde-fdeb-47a3-9b5d-7264a7a833a1), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.453238 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Deleting port 4d5677c6-4fd8-4123-b683-51a89c01bca2 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:52.453576 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.524879 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] For port 4d5677c6-4fd8-4123-b683-51a89c01bca2, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4d5677c6-4fd8-4123-b683-51a89c01bca2,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:52.525256 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.535586 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] DHCP port deletion for ec775cde-fdeb-47a3-9b5d-7264a7a833a1 request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 17:57:52.543838 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Calling delete_port for 4d5677c6-4fd8-4123-b683-51a89c01bca2 owned by network:dhcp {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:52.604999 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] Deleting port 4d5677c6-4fd8-4123-b683-51a89c01bca2 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:57:52.605463 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.675646 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] For port 4d5677c6-4fd8-4123-b683-51a89c01bca2, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4d5677c6-4fd8-4123-b683-51a89c01bca2,segment=NetworkSegment(a9b3941e-9c58-4ae4-a823-a63ea060a361),segment_id=a9b3941e-9c58-4ae4-a823-a63ea060a361)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:57:52.676040 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.689221 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] Calling delete_port for 4d5677c6-4fd8-4123-b683-51a89c01bca2 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:57:52.732632 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.761918 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] No DVR routers for this DVR port 4d5677c6-4fd8-4123-b683-51a89c01bca2 on host dv-cinder-840512-1-iscsi {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:57:52.767884 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5677c6-4fd8-4123-b683-51a89c01bca2,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:52.769362 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (4d5677c6-4fd8-4123-b683-51a89c01bca2), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.800965 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] Pushing event deleted for resources: {'Port': ['ID=4d5677c6-4fd8-4123-b683-51a89c01bca2,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:52.804615 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fc374c-a961-4f3e-b8a1-7b3d0a1ef98b None None] No DVR routers for this DVR port 4d5677c6-4fd8-4123-b683-51a89c01bca2 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:57:52.849468 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (ec775cde-fdeb-47a3-9b5d-7264a7a833a1), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.870642 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec775cde-fdeb-47a3-9b5d-7264a7a833a1']}} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:52.879889 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b3941e-9c58-4ae4-a823-a63ea060a361') {'for_net_delete': True} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:52.880191 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b3941e-9c58-4ae4-a823-a63ea060a361') {} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:52.891270 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414033'] for segment (a9b3941e-9c58-4ae4-a823-a63ea060a361), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.905596 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (a9b3941e-9c58-4ae4-a823-a63ea060a361), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.911494 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=110469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:57:52.911881 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540896'] for segment (a9b3941e-9c58-4ae4-a823-a63ea060a361), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: Traceback (most recent call last): May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: timer() May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: cb(*args, **kw) May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: return func(*args, **kwargs) May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: self._notify() May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: self.callback(batched_events) May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: event.method(event) May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: return f(self, *a, **k) May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._get(url).json() May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: return self.request(url, 'GET', **kwargs) May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:57:52.913570 dv-cinder-840512-1-iscsi neutron-server[110469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:57:53.040986 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (ec775cde-fdeb-47a3-9b5d-7264a7a833a1), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:53.046488 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:53.049644 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ec775cde-fdeb-47a3-9b5d-7264a7a833a1 HTTP/1.1" status: 204 len: 168 time: 0.7255735 May 04 17:57:53.066092 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9cbf6-7450-44a6-b517-ed6a422a8626 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec775cde-fdeb-47a3-9b5d-7264a7a833a1,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:53.265182 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:53.496576 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40456) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:53.537516 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-20340113-eec3-46cb-befb-45dde4361622 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6061fedb7a6f46398811de3ae8aa091b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391915 May 04 17:57:53.539908 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40458) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:57:53.587838 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-525c566f-aaa8-483d-b789-dc473c0f4cb9 admin admin] Publish callbacks [] for security_group (f70bed08-64a5-4c66-bde3-240bf70b9e15), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:53.609592 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-525c566f-aaa8-483d-b789-dc473c0f4cb9 admin admin] Publish callbacks [] for security_group (f70bed08-64a5-4c66-bde3-240bf70b9e15), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:53.727846 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-525c566f-aaa8-483d-b789-dc473c0f4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (f70bed08-64a5-4c66-bde3-240bf70b9e15), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:53.732205 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-525c566f-aaa8-483d-b789-dc473c0f4cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:57:53.732205 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-525c566f-aaa8-483d-b789-dc473c0f4cb9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f70bed08-64a5-4c66-bde3-240bf70b9e15 HTTP/1.1" status: 204 len: 168 time: 0.1907961 May 04 17:57:53.740079 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c566f-aaa8-483d-b789-dc473c0f4cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70bed08-64a5-4c66-bde3-240bf70b9e15,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:53.861171 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 977a5d90-4233-48ba-a8e4-f77e03fa85f1 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:57:53.882265 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 977a5d90-4233-48ba-a8e4-f77e03fa85f1 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:57:53.882614 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 977a5d90-4233-48ba-a8e4-f77e03fa85f1 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:57:53.883040 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4d5677c6-4fd8-4123-b683-51a89c01bca2 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:57:53.903691 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 4d5677c6-4fd8-4123-b683-51a89c01bca2 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:57:53.904020 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4d5677c6-4fd8-4123-b683-51a89c01bca2 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:57:57.069784 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-f0e5d550-dc00-47e7-aeb6-05ef077054b9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514030 May 04 17:57:57.409028 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-c3b4074d-0129-466d-8a4f-2ee4adf10693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:57.410504 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-c3b4074d-0129-466d-8a4f-2ee4adf10693 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1130 time: 0.0467093 May 04 17:57:57.523247 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-3d02ea35-d935-44a1-a0ba-4bdc411c882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:57.524776 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-3d02ea35-d935-44a1-a0ba-4bdc411c882a service neutron] 10.222.0.86 "GET /v2.0/networks?id=527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 200 len: 910 time: 0.0917008 May 04 17:57:57.597323 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-134f588b-ab06-4f19-b37c-5046833dcab9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 1001 time: 0.0641468 May 04 17:57:57.648460 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-c7deec6e-8615-40a2-ac80-9cdf64650147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:57.649963 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-c7deec6e-8615-40a2-ac80-9cdf64650147 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0d563a-751d-41e6-803f-e48cb8c4fed6 HTTP/1.1" status: 200 len: 848 time: 0.0467103 May 04 17:57:57.694504 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-5312262a-602f-47d5-b80c-3977678ddce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:57.695977 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-5312262a-602f-47d5-b80c-3977678ddce2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=527c58ff-1834-4195-9dd0-337553509c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393300 May 04 17:57:57.802645 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-0d00fc01-5974-4072-9ad3-ba6187d8b8fc service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979056 May 04 17:57:57.904317 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-49f8bf98-45a8-4c64-b77b-900293ab12f6 req-2804c382-e3f8-472f-8225-d071dfaddb0f service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954187 May 04 17:57:59.522147 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354be767-f970-4bd6-8a94-ee4787b4781a req-ceb7b784-55ec-49ec-8a54-73927d123585 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:59.523625 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-354be767-f970-4bd6-8a94-ee4787b4781a req-ceb7b784-55ec-49ec-8a54-73927d123585 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0497952 May 04 17:57:59.576862 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-354be767-f970-4bd6-8a94-ee4787b4781a req-9d309bd9-d9ff-4c50-aef6-9b721efba224 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 May 04 17:58:00.698522 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6bee6-6f62-4781-8ed1-712f2b64bdc4 req-e6ea7729-4dac-4b7b-bf24-843405d37213 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:00.700506 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-daf6bee6-6f62-4781-8ed1-712f2b64bdc4 req-e6ea7729-4dac-4b7b-bf24-843405d37213 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0539968 May 04 17:58:00.750748 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-daf6bee6-6f62-4781-8ed1-712f2b64bdc4 req-10fb1e75-39bd-47c9-91b3-2193da9e3c18 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439703 May 04 17:58:01.865661 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd28729-3a08-4d8d-9248-4ce7705d54c4 req-c9f2f9ef-1361-445d-abc8-ecef98d0080c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:01.867118 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8cd28729-3a08-4d8d-9248-4ce7705d54c4 req-c9f2f9ef-1361-445d-abc8-ecef98d0080c tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0457709 May 04 17:58:01.921772 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-8cd28729-3a08-4d8d-9248-4ce7705d54c4 req-e019da1f-550d-454b-8ec0-fc2926c45f1f tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473502 May 04 17:58:03.043907 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca21fc6-518a-4572-87df-a973bfbf19e8 req-a6fc5e08-db38-44a6-a038-d8950cd43830 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:03.045853 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bca21fc6-518a-4572-87df-a973bfbf19e8 req-a6fc5e08-db38-44a6-a038-d8950cd43830 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0527706 May 04 17:58:03.097557 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bca21fc6-518a-4572-87df-a973bfbf19e8 req-b5a43578-8094-46d7-b1cd-ac18b4073258 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups?id=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 May 04 17:58:03.322403 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-90b21f92-af24-4122-a113-2098f1d8f421 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:03.324292 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-90b21f92-af24-4122-a113-2098f1d8f421 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 946 time: 0.0452468 May 04 17:58:03.417271 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Deleting port 68dfb6fc-f262-4423-977b-7345cdadc4f4 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:03.417660 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:03.512084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] For port 68dfb6fc-f262-4423-977b-7345cdadc4f4, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=68dfb6fc-f262-4423-977b-7345cdadc4f4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:03.512572 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:03.684830 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:03.685203 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:03.685522 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Floating IP ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47 disassociated. External IP: 172.27.2.14, port: 68dfb6fc-f262-4423-977b-7345cdadc4f4. May 04 17:58:03.685864 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Calling delete_port for 68dfb6fc-f262-4423-977b-7345cdadc4f4 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:03.862170 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (68dfb6fc-f262-4423-977b-7345cdadc4f4), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:03.892602 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'Port': ['ID=68dfb6fc-f262-4423-977b-7345cdadc4f4,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:04.024906 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:58:04.138828 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:04.155094 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:04.167334 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:04.168197 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:04.189771 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] No DVR routers for this DVR port 68dfb6fc-f262-4423-977b-7345cdadc4f4 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:04.195044 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:04.198474 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-442c9d15-599c-42f3-b54b-5d0d22ed2639 req-1f200942-d095-4916-aa66-8c2114f5acaa tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.86 "DELETE /v2.0/ports/68dfb6fc-f262-4423-977b-7345cdadc4f4 HTTP/1.1" status: 204 len: 173 time: 0.8677382 May 04 17:58:04.199529 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'name': 'network-vif-deleted', 'tag': '68dfb6fc-f262-4423-977b-7345cdadc4f4'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:04.203147 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeaf7e6-d69f-4936-86aa-758ca47f6f79" -d '{"events": [{"server_uuid": "228c3231-71f1-426e-8e06-c5e69d1a01a0", "name": "network-vif-deleted", "tag": "68dfb6fc-f262-4423-977b-7345cdadc4f4"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:58:04.213036 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ed479f94-bc50-4343-a819-318df1ff5d5b req-7b64f4d8-0dd6-445b-9f45-541fc8c9d4f3 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0363622 May 04 17:58:04.266042 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863fa6e2-3849-4728-a827-b8d372bc3c09 x-openstack-request-id: req-863fa6e2-3849-4728-a827-b8d372bc3c09 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:58:04.266346 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228c3231-71f1-426e-8e06-c5e69d1a01a0", "name": "network-vif-deleted", "tag": "68dfb6fc-f262-4423-977b-7345cdadc4f4", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:58:04.266603 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-863fa6e2-3849-4728-a827-b8d372bc3c09 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:58:04.266994 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863fa6e2-3849-4728-a827-b8d372bc3c09'] response: {'server_uuid': '228c3231-71f1-426e-8e06-c5e69d1a01a0', 'name': 'network-vif-deleted', 'tag': '68dfb6fc-f262-4423-977b-7345cdadc4f4', 'status': 'completed', 'code': 200} May 04 17:58:04.322433 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:04.617346 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:04.643890 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:04.652539 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:04.653143 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:57:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:04.762432 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:04.957699 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:04.983852 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0fc209-6596-410d-a9e2-e12cf020adf2 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:51:35Z', 'revision_number': 4, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'dd0d6a6c-49ed-4610-a0d0-709d4c76b12b', 'name': '', 'network_id': '18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'mac_address': 'fa:16:3e:fe:76:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:35Z', 'updated_at': '2022-05-04T17:51:39Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'subnets': [{'id': 'd05d631b-77c6-4698-90f1-9e7614c9da5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:05.229425 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b8b77-4dd2-413b-8074-497eeb048661 None None] New status for floating IP ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47: DOWN {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:58:05.305465 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 68dfb6fc-f262-4423-977b-7345cdadc4f4 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:05.333840 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-42e19dd7-132f-44e5-8855-7383e274c8d1 req-f78a5a1b-5b70-43b0-8d9d-e627e0f89215 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/ports?device_id=228c3231-71f1-426e-8e06-c5e69d1a01a0 HTTP/1.1" status: 200 len: 210 time: 0.0287318 May 04 17:58:05.357493 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 68dfb6fc-f262-4423-977b-7345cdadc4f4 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:05.357835 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 68dfb6fc-f262-4423-977b-7345cdadc4f4 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:06.504634 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40646) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:06.560381 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d655fc06-8633-497a-8cfe-c2e435299ed6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (92dd71d1-1d99-4f5a-91c9-c83eb85c2cea), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.584262 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d655fc06-8633-497a-8cfe-c2e435299ed6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (92dd71d1-1d99-4f5a-91c9-c83eb85c2cea), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.644066 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40650) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:06.680886 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d655fc06-8633-497a-8cfe-c2e435299ed6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (92dd71d1-1d99-4f5a-91c9-c83eb85c2cea), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.683493 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d655fc06-8633-497a-8cfe-c2e435299ed6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.684660 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-d655fc06-8633-497a-8cfe-c2e435299ed6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "DELETE /v2.0/security-groups/92dd71d1-1d99-4f5a-91c9-c83eb85c2cea HTTP/1.1" status: 204 len: 168 time: 0.1790271 May 04 17:58:06.687515 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40654) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:06.693779 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655fc06-8633-497a-8cfe-c2e435299ed6 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd71d1-1d99-4f5a-91c9-c83eb85c2cea,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:06.701223 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.api.v2.resource [None req-61ea8dde-626c-49cd-84e7-22a14daa555a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] show failed (client error): The resource could not be found. May 04 17:58:06.706674 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-61ea8dde-626c-49cd-84e7-22a14daa555a tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "GET /v2.0/security-groups/92dd71d1-1d99-4f5a-91c9-c83eb85c2cea HTTP/1.1" status: 404 len: 347 time: 0.0181546 May 04 17:58:06.709536 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40656) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:06.768990 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4090b254-a6a9-41b7-bfd6-acdf06a7bdd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.866004 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Deleting port 5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:06.866342 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.964869 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4090b254-a6a9-41b7-bfd6-acdf06a7bdd2 admin admin] Publish callbacks [] for security_group (33ee2644-08bd-4b86-bea1-b03cee16a8b3), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.973000 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.973326 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:06.984950 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Calling delete_port for 5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302 owned by network:floatingip {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:07.050700 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4090b254-a6a9-41b7-bfd6-acdf06a7bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (33ee2644-08bd-4b86-bea1-b03cee16a8b3), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:07.100407 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-4090b254-a6a9-41b7-bfd6-acdf06a7bdd2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=35c52a89b07f4a6faa0cfc85024fc331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551671 May 04 17:58:07.103053 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40664) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:07.106814 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090b254-a6a9-41b7-bfd6-acdf06a7bdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ee2644-08bd-4b86-bea1-b03cee16a8b3,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:07.171723 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ca4-c03f-4f3a-9c22-12009ae34bac admin admin] Publish callbacks [] for security_group (33ee2644-08bd-4b86-bea1-b03cee16a8b3), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:07.194717 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ca4-c03f-4f3a-9c22-12009ae34bac admin admin] Publish callbacks [] for security_group (33ee2644-08bd-4b86-bea1-b03cee16a8b3), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:07.216748 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:07.253483 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Pushing event deleted for resources: {'Port': ['ID=5275ebc4-e0b6-42cb-b0d1-f7db7dfcf302,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:07.310970 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks [] for floatingip (ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:07.313491 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:07.314627 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-f67c8308-4930-41a6-9281-0589b1e97109 tempest-AttachVolumeNegativeTest-763220696 tempest-AttachVolumeNegativeTest-763220696-project] 10.222.0.81 "DELETE /v2.0/floatingips/ac4e5d9d-6a1c-4c3f-a935-fe94a25c3a47 HTTP/1.1" status: 204 len: 168 time: 0.6042006 May 04 17:58:07.319502 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ca4-c03f-4f3a-9c22-12009ae34bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (33ee2644-08bd-4b86-bea1-b03cee16a8b3), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:07.322492 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-bdf24ca4-c03f-4f3a-9c22-12009ae34bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:07.324674 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-bdf24ca4-c03f-4f3a-9c22-12009ae34bac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33ee2644-08bd-4b86-bea1-b03cee16a8b3 HTTP/1.1" status: 204 len: 168 time: 0.2206054 May 04 17:58:07.335799 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf24ca4-c03f-4f3a-9c22-12009ae34bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ee2644-08bd-4b86-bea1-b03cee16a8b3,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:07.940771 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40676) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:07.954624 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c1446919-3e9a-4003-9a70-9c0d59da39c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:08.029065 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c1446919-3e9a-4003-9a70-9c0d59da39c0 admin admin] Publish callbacks [] for security_group (849c89e3-27fc-47aa-bf43-ca64b27ff692), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:08.149108 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c1446919-3e9a-4003-9a70-9c0d59da39c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (849c89e3-27fc-47aa-bf43-ca64b27ff692), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:08.189528 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c1446919-3e9a-4003-9a70-9c0d59da39c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fff82f5b2bb4a4d9927d82cc705d069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476611 May 04 17:58:08.190402 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1446919-3e9a-4003-9a70-9c0d59da39c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849c89e3-27fc-47aa-bf43-ca64b27ff692,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:08.192141 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40680) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:08.241518 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ab70c1ff-29d0-43b9-af89-5ba6aabed633 admin admin] Publish callbacks [] for security_group (849c89e3-27fc-47aa-bf43-ca64b27ff692), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:08.262272 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ab70c1ff-29d0-43b9-af89-5ba6aabed633 admin admin] Publish callbacks [] for security_group (849c89e3-27fc-47aa-bf43-ca64b27ff692), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:08.412130 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ab70c1ff-29d0-43b9-af89-5ba6aabed633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (849c89e3-27fc-47aa-bf43-ca64b27ff692), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:08.414704 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ab70c1ff-29d0-43b9-af89-5ba6aabed633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:08.415847 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ab70c1ff-29d0-43b9-af89-5ba6aabed633 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/849c89e3-27fc-47aa-bf43-ca64b27ff692 HTTP/1.1" status: 204 len: 168 time: 0.2226627 May 04 17:58:08.424064 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70c1ff-29d0-43b9-af89-5ba6aabed633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849c89e3-27fc-47aa-bf43-ca64b27ff692,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:09.983434 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e86df6dd-acaf-4ffd-896f-77a858179268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:11.140115 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40778) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:11.242659 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a96399f-1ced-4034-9446-0caeb13cf36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:11.317099 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a96399f-1ced-4034-9446-0caeb13cf36a admin admin] Publish callbacks [] for security_group (79cb564b-8076-45e6-bf2b-5ad761c3c311), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:11.355378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a96399f-1ced-4034-9446-0caeb13cf36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (79cb564b-8076-45e6-bf2b-5ad761c3c311), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:11.394358 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0a96399f-1ced-4034-9446-0caeb13cf36a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfd00682b0d64804a96631127887751f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531450 May 04 17:58:11.395315 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96399f-1ced-4034-9446-0caeb13cf36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cb564b-8076-45e6-bf2b-5ad761c3c311,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:11.397137 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40782) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:11.446578 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0dc8102e-126d-4ace-9407-94ace4f65c55 admin admin] Publish callbacks [] for security_group (79cb564b-8076-45e6-bf2b-5ad761c3c311), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:11.469460 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0dc8102e-126d-4ace-9407-94ace4f65c55 admin admin] Publish callbacks [] for security_group (79cb564b-8076-45e6-bf2b-5ad761c3c311), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:11.606419 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0dc8102e-126d-4ace-9407-94ace4f65c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (79cb564b-8076-45e6-bf2b-5ad761c3c311), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:11.609238 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0dc8102e-126d-4ace-9407-94ace4f65c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:11.614104 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0dc8102e-126d-4ace-9407-94ace4f65c55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79cb564b-8076-45e6-bf2b-5ad761c3c311 HTTP/1.1" status: 204 len: 168 time: 0.2122109 May 04 17:58:11.618527 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8102e-126d-4ace-9407-94ace4f65c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cb564b-8076-45e6-bf2b-5ad761c3c311,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:12.332347 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40808) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:12.349078 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-610bc96c-a3f5-4a6d-8223-65e4ea7413d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:12.388940 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-841ce6e4-bc71-4fc8-ab6f-59910e118501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:12.427196 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-610bc96c-a3f5-4a6d-8223-65e4ea7413d6 admin admin] Publish callbacks [] for security_group (a7d88199-a858-4af1-8656-bb3c59b7ad50), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:12.518621 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-610bc96c-a3f5-4a6d-8223-65e4ea7413d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (a7d88199-a858-4af1-8656-bb3c59b7ad50), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:12.568818 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-610bc96c-a3f5-4a6d-8223-65e4ea7413d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1289b6dcb0d446c6b8c60d1fded38156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351544 May 04 17:58:12.570009 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bc96c-a3f5-4a6d-8223-65e4ea7413d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d88199-a858-4af1-8656-bb3c59b7ad50,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:12.571504 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40816) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:12.626593 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9f2b-e025-4b5d-9fba-41886b59bda5 admin admin] Publish callbacks [] for security_group (a7d88199-a858-4af1-8656-bb3c59b7ad50), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:12.647355 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9f2b-e025-4b5d-9fba-41886b59bda5 admin admin] Publish callbacks [] for security_group (a7d88199-a858-4af1-8656-bb3c59b7ad50), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:12.777769 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9f2b-e025-4b5d-9fba-41886b59bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (a7d88199-a858-4af1-8656-bb3c59b7ad50), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:12.780375 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4dcc9f2b-e025-4b5d-9fba-41886b59bda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:12.781555 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-4dcc9f2b-e025-4b5d-9fba-41886b59bda5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a7d88199-a858-4af1-8656-bb3c59b7ad50 HTTP/1.1" status: 204 len: 168 time: 0.2090054 May 04 17:58:12.789138 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc9f2b-e025-4b5d-9fba-41886b59bda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d88199-a858-4af1-8656-bb3c59b7ad50,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:13.638156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40848) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:13.914725 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:14.084558 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:14.582192 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Deleting port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:14.582531 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:14.615185 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40878) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:14.660798 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] For port dd0d6a6c-49ed-4610-a0d0-709d4c76b12b, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:14.661381 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:14.674413 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Calling delete_port for dd0d6a6c-49ed-4610-a0d0-709d4c76b12b owned by network:router_interface {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:14.724917 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd507e7d-e2a6-4aa7-b3fc-c032a6d40cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:14.801282 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd507e7d-e2a6-4aa7-b3fc-c032a6d40cc7 admin admin] Publish callbacks [] for security_group (0a490315-477e-4531-b550-d4ce2067555c), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:14.889796 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dd507e7d-e2a6-4aa7-b3fc-c032a6d40cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0a490315-477e-4531-b550-d4ce2067555c), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:14.918652 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (dd0d6a6c-49ed-4610-a0d0-709d4c76b12b), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:14.929146 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-dd507e7d-e2a6-4aa7-b3fc-c032a6d40cc7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40a5f5c0e96f4c5683bcd3a39461077b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128564 May 04 17:58:14.930102 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd507e7d-e2a6-4aa7-b3fc-c032a6d40cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a490315-477e-4531-b550-d4ce2067555c,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:14.934161 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40882) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:14.949518 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0d6a6c-49ed-4610-a0d0-709d4c76b12b,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:15.001029 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5f690f07-35ad-4bc3-9d99-9560a74c328f admin admin] Publish callbacks [] for security_group (0a490315-477e-4531-b550-d4ce2067555c), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.030033 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5f690f07-35ad-4bc3-9d99-9560a74c328f admin admin] Publish callbacks [] for security_group (0a490315-477e-4531-b550-d4ce2067555c), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.139016 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.160463 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5f690f07-35ad-4bc3-9d99-9560a74c328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0a490315-477e-4531-b550-d4ce2067555c), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.164105 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5f690f07-35ad-4bc3-9d99-9560a74c328f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.169473 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5f690f07-35ad-4bc3-9d99-9560a74c328f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a490315-477e-4531-b550-d4ce2067555c HTTP/1.1" status: 204 len: 168 time: 0.2299755 May 04 17:58:15.184553 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f690f07-35ad-4bc3-9d99-9560a74c328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a490315-477e-4531-b550-d4ce2067555c,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:15.384203 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:58:15.466185 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40894) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:15.499471 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.506160 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:15.514789 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-aadb523f-3cc7-4af6-8714-887e3a78ecab admin admin] 10.222.0.81 "PUT /v2.0/routers/ac66d83c-2580-4df6-9ee7-80eca8dbf4f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8765078 May 04 17:58:15.514936 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40900) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:15.515917 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] Sync routers for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:15.526632 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:15.527252 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:15.640087 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5ec75b25-9a15-429a-87c9-d7146f0d919f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.673227 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks [] for router (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.705382 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:15.894158 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5ec75b25-9a15-429a-87c9-d7146f0d919f admin admin] Publish callbacks [] for security_group (0bc42068-7ed2-4837-a23b-5444c8f101e4), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.895710 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks [] for router_gateway (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:15.949876 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-67618919-3223-4cac-a2a1-2d44a0245240 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232711542&fields=id&tenant_id=15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 267 time: 0.0583522 May 04 17:58:15.954849 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5ec75b25-9a15-429a-87c9-d7146f0d919f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0bc42068-7ed2-4837-a23b-5444c8f101e4), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.010424 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:58:14Z', 'revision_number': 5, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port': {'id': '54a20072-366f-48e8-bf19-2b79e0d2a230', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:32Z', 'updated_at': '2022-05-04T17:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:16.050205 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] Checking router: ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:16.054801 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec75b25-9a15-429a-87c9-d7146f0d919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc42068-7ed2-4837-a23b-5444c8f101e4,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:16.066282 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5ec75b25-9a15-429a-87c9-d7146f0d919f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=24563f17714845519a383ce1a39e2586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5992730 May 04 17:58:16.071170 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40922) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:16.073104 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] Routers {'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:16.074083 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:16.083809 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Deleting port 54a20072-366f-48e8-bf19-2b79e0d2a230 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:16.084341 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.158932 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-7fe5fe17-a61a-44e9-b2e0-9f2eb4e627f9 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:16.160992 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-7fe5fe17-a61a-44e9-b2e0-9f2eb4e627f9 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 812 time: 0.1954298 May 04 17:58:16.182772 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-be21698c-612b-4e1a-a3a7-96f57ca38f23 admin admin] Publish callbacks [] for security_group (0bc42068-7ed2-4837-a23b-5444c8f101e4), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.207784 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] For port 54a20072-366f-48e8-bf19-2b79e0d2a230, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=54a20072-366f-48e8-bf19-2b79e0d2a230,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:16.208136 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-36d89abc-4b44-4b2b-a1a9-1be1d29b8531 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/quotas/15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 375 time: 0.0259626 May 04 17:58:16.208250 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.217471 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] Set router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 gateway port host: None {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:16.225633 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Calling delete_port for 54a20072-366f-48e8-bf19-2b79e0d2a230 owned by network:router_gateway {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:16.238229 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-be21698c-612b-4e1a-a3a7-96f57ca38f23 admin admin] Publish callbacks [] for security_group (0bc42068-7ed2-4837-a23b-5444c8f101e4), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.289478 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:58:15Z', 'revision_number': 6, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port_host': None}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:16.299622 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-ecc33b49-1c8b-492d-8e10-7793ace69f89 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788119 May 04 17:58:16.328619 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d4ac9-3f02-4252-895c-a319e520e8d8 None None] The sync data for ids ['ac66d83c-2580-4df6-9ee7-80eca8dbf4f6'] in dv-cinder-840512-1-iscsi is: [{'id': 'ac66d83c-2580-4df6-9ee7-80eca8dbf4f6', 'name': 'tempest-AttachVolumeNegativeTest-427090370-router', 'tenant_id': '4fb5955a770341b28fa73947bd6346ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:31Z', 'updated_at': '2022-05-04T17:58:15Z', 'revision_number': 6, 'project_id': '4fb5955a770341b28fa73947bd6346ed', 'gw_port_host': None}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:16.467864 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-7b4c5f4b-e0f5-4584-80fa-c33670e8d4cf service neutron] 10.222.0.81 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480012 May 04 17:58:16.473352 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-be21698c-612b-4e1a-a3a7-96f57ca38f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0bc42068-7ed2-4837-a23b-5444c8f101e4), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.476143 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-be21698c-612b-4e1a-a3a7-96f57ca38f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.480152 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-be21698c-612b-4e1a-a3a7-96f57ca38f23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bc42068-7ed2-4837-a23b-5444c8f101e4 HTTP/1.1" status: 204 len: 168 time: 0.3958023 May 04 17:58:16.507596 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21698c-612b-4e1a-a3a7-96f57ca38f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc42068-7ed2-4837-a23b-5444c8f101e4,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:16.563909 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (54a20072-366f-48e8-bf19-2b79e0d2a230), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.600012 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a20072-366f-48e8-bf19-2b79e0d2a230,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:16.623539 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-a914f029-0b6b-4731-b3a6-cb482e8ee828 service neutron] 10.222.0.81 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411686 May 04 17:58:16.721390 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:16.772408 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.142765 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.145108 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks [] for router_controller (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.292915 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (ac66d83c-2580-4df6-9ee7-80eca8dbf4f6), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.293729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 {{(pid=110468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 17:58:17.304820 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.306216 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-208e623d-3b71-48d9-9642-a848277f2d33 admin admin] 10.222.0.81 "DELETE /v2.0/routers/ac66d83c-2580-4df6-9ee7-80eca8dbf4f6 HTTP/1.1" status: 204 len: 168 time: 1.7903147 May 04 17:58:17.308740 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40956) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:17.312515 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40960) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:17.393240 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-ff1d4757-8e82-47a3-9ac9-749f138cc63f req-9577a9ba-d671-4312-93ab-902b9e8622f1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 210 time: 0.0449910 May 04 17:58:17.409635 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e33ce14-5cf1-4131-abaf-cb494f546c2e admin admin] Deleting subnet d05d631b-77c6-4698-90f1-9e7614c9da5f {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:58:17.423270 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0e33ce14-5cf1-4131-abaf-cb494f546c2e admin admin] Publish callbacks [] for subnet (d05d631b-77c6-4698-90f1-9e7614c9da5f), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.465355 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-02c7fcec-eff1-4107-ace3-957ca17a9bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.466380 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0e33ce14-5cf1-4131-abaf-cb494f546c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3539813'] for subnet (d05d631b-77c6-4698-90f1-9e7614c9da5f), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.550806 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0e33ce14-5cf1-4131-abaf-cb494f546c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (d05d631b-77c6-4698-90f1-9e7614c9da5f), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.579770 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-02c7fcec-eff1-4107-ace3-957ca17a9bf1 admin admin] Publish callbacks [] for security_group (64f833b1-42e0-434f-8264-736ad2c092a2), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.662404 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-02c7fcec-eff1-4107-ace3-957ca17a9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (64f833b1-42e0-434f-8264-736ad2c092a2), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.691714 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0e33ce14-5cf1-4131-abaf-cb494f546c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6097140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26047615'] for subnet (d05d631b-77c6-4698-90f1-9e7614c9da5f), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.709938 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-02c7fcec-eff1-4107-ace3-957ca17a9bf1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7fcf76ef9c94a03b2c4385f5a2f35f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963261 May 04 17:58:17.711095 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7fcec-eff1-4107-ace3-957ca17a9bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f833b1-42e0-434f-8264-736ad2c092a2,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:17.714177 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 40976) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:17.731161 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33ce14-5cf1-4131-abaf-cb494f546c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05d631b-77c6-4698-90f1-9e7614c9da5f,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:17.732648 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0e33ce14-5cf1-4131-abaf-cb494f546c2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.736819 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109f6a4-b015-4b00-b0c3-4ad23be43914 None None] Network 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:17.751920 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0e33ce14-5cf1-4131-abaf-cb494f546c2e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d05d631b-77c6-4698-90f1-9e7614c9da5f HTTP/1.1" status: 204 len: 168 time: 0.4421284 May 04 17:58:17.752806 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 40978) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:17.785969 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c9c79be8-0b24-4ade-b188-c7505357225d admin admin] Publish callbacks [] for security_group (64f833b1-42e0-434f-8264-736ad2c092a2), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.812833 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c9c79be8-0b24-4ade-b188-c7505357225d admin admin] Publish callbacks [] for security_group (64f833b1-42e0-434f-8264-736ad2c092a2), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.853909 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.895342 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 54a20072-366f-48e8-bf19-2b79e0d2a230 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:17.913656 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Deleting port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:17.920026 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 54a20072-366f-48e8-bf19-2b79e0d2a230 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:17.920846 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.921023 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 54a20072-366f-48e8-bf19-2b79e0d2a230 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:17.921220 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device dd0d6a6c-49ed-4610-a0d0-709d4c76b12b no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:17.951612 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] DHCP port deletion for 18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 17:58:17.954139 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: dd0d6a6c-49ed-4610-a0d0-709d4c76b12b {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:17.960245 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device dd0d6a6c-49ed-4610-a0d0-709d4c76b12b not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:17.983958 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c9c79be8-0b24-4ade-b188-c7505357225d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (64f833b1-42e0-434f-8264-736ad2c092a2), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.986628 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c9c79be8-0b24-4ade-b188-c7505357225d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:17.990630 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-c9c79be8-0b24-4ade-b188-c7505357225d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64f833b1-42e0-434f-8264-736ad2c092a2 HTTP/1.1" status: 204 len: 168 time: 0.2752697 May 04 17:58:18.005094 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c79be8-0b24-4ade-b188-c7505357225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f833b1-42e0-434f-8264-736ad2c092a2,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:18.006620 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] Deleting port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:18.006986 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.034966 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] For port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:18.035810 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.070224 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Calling delete_port for 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 owned by network:dhcp {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:18.122801 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] For port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,segment=NetworkSegment(e5790c99-54ea-46b1-b9e0-6e386ceac940),segment_id=e5790c99-54ea-46b1-b9e0-6e386ceac940)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:18.122801 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.137769 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] Calling delete_port for 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:18.262532 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.269062 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.292651 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] No DVR routers for this DVR port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 on host dv-cinder-840512-1-iscsi {{(pid=110468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:18.297908 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:18.301326 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] Pushing event deleted for resources: {'Port': ['ID=8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:18.303542 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8b609-85dc-44a4-a16a-806e0c1c1e0f None None] No DVR routers for this DVR port 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:18.379524 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.400638 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:18.410712 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5790c99-54ea-46b1-b9e0-6e386ceac940') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:18.411018 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5790c99-54ea-46b1-b9e0-6e386ceac940') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:18.421735 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (e5790c99-54ea-46b1-b9e0-6e386ceac940), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.437737 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (e5790c99-54ea-46b1-b9e0-6e386ceac940), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (e5790c99-54ea-46b1-b9e0-6e386ceac940), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:58:18.446966 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:58:18.497397 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-487bdf20-7716-4148-9633-deb841974f7a req-f00b8851-49ba-4026-bd86-b386571dba09 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 210 time: 0.0317879 May 04 17:58:18.565901 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.576852 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:18.579276 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] 10.222.0.81 "DELETE /v2.0/networks/18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f HTTP/1.1" status: 204 len: 168 time: 0.8221908 May 04 17:58:18.593029 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec8839-f9c4-409e-b7f7-1e10f8a1c402 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ef5f3b-7f2b-4451-a44a-5bcc4b4ebf9f,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:18.929309 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41008) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:18.972039 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ec8039ae-f177-4d3c-be1b-40c2bf806e67 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fb5955a770341b28fa73947bd6346ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414109 May 04 17:58:18.974619 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41010) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:19.026360 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b6932f-f6a4-41e5-ad91-bd450f24adb0 admin admin] Publish callbacks [] for security_group (1133d04d-bd9c-4ac9-97b0-86307566cd33), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.048432 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b6932f-f6a4-41e5-ad91-bd450f24adb0 admin admin] Publish callbacks [] for security_group (1133d04d-bd9c-4ac9-97b0-86307566cd33), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.177061 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b6932f-f6a4-41e5-ad91-bd450f24adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (1133d04d-bd9c-4ac9-97b0-86307566cd33), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.179809 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b6932f-f6a4-41e5-ad91-bd450f24adb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.181042 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-72b6932f-f6a4-41e5-ad91-bd450f24adb0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1133d04d-bd9c-4ac9-97b0-86307566cd33 HTTP/1.1" status: 204 len: 168 time: 0.2054231 May 04 17:58:19.192522 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6932f-f6a4-41e5-ad91-bd450f24adb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1133d04d-bd9c-4ac9-97b0-86307566cd33,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:19.392488 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41022) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:19.609875 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-758131588-network', 'tenant_id': '3582f692d07d4a959f4033ced79df226'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:19.613308 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-91559bde-f024-4e8b-a690-54489245ff45 req-85db9736-4946-4c38-af94-ddffdcfe32a4 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 210 time: 0.0382726 May 04 17:58:19.717866 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Made reservation on behalf of 3582f692d07d4a959f4033ced79df226 for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:19.720345 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.729614 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.810012 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Publish callbacks [] for security_group (0e6073f6-77de-4f52-af90-daf025bf7d80), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.884271 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:19.901636 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0e6073f6-77de-4f52-af90-daf025bf7d80), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.907545 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:19.907545 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 8f3980e3-7d60-46a4-ad89-0a9b1ea2ccf4 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:19.938528 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:58:19.953841 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6073f6-77de-4f52-af90-daf025bf7d80,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:19.976855 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-7f845088-c681-472b-8c26-6516660ffff3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:19.976855 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-7f845088-c681-472b-8c26-6516660ffff3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 812 time: 0.1473269 May 04 17:58:19.976855 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (1b8f824f-7ec3-4ce2-a887-d60c154f06cc), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:19.976855 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Added segment 1b8f824f-7ec3-4ce2-a887-d60c154f06cc of type vlan for network 52e7fea3-d972-4729-b298-8e50ca4a2a35 May 04 17:58:20.035833 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (52e7fea3-d972-4729-b298-8e50ca4a2a35), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.084953 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-f52c988b-ab3c-4206-9ec7-140753fb426e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15a8c4e6884c42919a5828e77d5abd4f HTTP/1.1" status: 200 len: 379 time: 0.1084440 May 04 17:58:20.094247 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'port': {'device_id': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'admin_state_up': True, 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'security_groups': ['6f5f300c-b609-453b-898e-f4b9b44b5e18']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:20.195311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (52e7fea3-d972-4729-b298-8e50ca4a2a35), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.196277 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:20.198062 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.269365 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] Pushing event updated for resources: {'Network': ['ID=52e7fea3-d972-4729-b298-8e50ca4a2a35,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:20.279923 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:58:20.285682 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Made reservation on behalf of 15a8c4e6884c42919a5828e77d5abd4f for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:20.289106 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.320952 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-8e64d526-bd7f-4d71-8882-e7d265e52b92 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9272721 May 04 17:58:20.329208 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41054) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:20.344834 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Request body: {'subnet': {'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-758131588-subnet', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:20.439482 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Allocated IP 172.20.0.14 (8819b727-84a5-42ee-8d22-decbb7371ce4/142f687c-be01-4227-a6f1-66b5d13f6606/6ec19f6e-76a2-4b6f-a628-ffe14dd578a5) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:20.516004 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Made reservation on behalf of 3582f692d07d4a959f4033ced79df226 for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:20.518412 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.584489 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.713634 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.721168 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-55d4d69c-5d71-46dc-ab6d-6e1ad43e0e4b req-664f92e9-1748-476d-8363-347c90373cab tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 210 time: 0.0358815 May 04 17:58:20.760961 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:20.763971 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:20.768388 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:20.781482 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (d5b9969d-743b-4741-bbf3-eb8ad351e3aa), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.806885 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:20.830523 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:20.831192 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:20.841841 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b9969d-743b-4741-bbf3-eb8ad351e3aa,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:20.850987 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Checking segment: {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:20.851484 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Network hostable DHCP agents. Network: 52e7fea3-d972-4729-b298-8e50ca4a2a35, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:58:20.939539 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-74c8a9fd-1d4f-4a9e-881e-97cecfb2fe5a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8488843 May 04 17:58:20.939881 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:58:21.044770 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-bf7ca12c-7d61-451c-92c4-8af5787bc2e2 None None] Provisioning complete for port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:21.045360 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca12c-7d61-451c-92c4-8af5787bc2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.050680 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 52e7fea3-d972-4729-b298-8e50ca4a2a35) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:21.054970 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:21.055674 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.069059 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e3ff5-6e87-47e2-a7bf-67e9905b2d29 None None] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:21.107051 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ca12c-7d61-451c-92c4-8af5787bc2e2 None None] Port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:58:21.147614 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-853d8b1f-93c9-4885-afc6-14b064c08cf1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8148758 May 04 17:58:21.154506 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41064) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:21.154506 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:21.184009 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-52e7fea3-d972-4729-b298-8e50ca4a2a35', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'project_id': '3582f692d07d4a959f4033ced79df226', 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:58:21.184925 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.259201 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (97b4604d-66b7-4a18-869c-b2e822a2261f), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.260681 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (97b4604d-66b7-4a18-869c-b2e822a2261f), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.325238 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks [] for router_controller (97b4604d-66b7-4a18-869c-b2e822a2261f), precommit_add_association {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.448097 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Allocated IP 172.20.0.2 (52e7fea3-d972-4729-b298-8e50ca4a2a35/d5b9969d-743b-4741-bbf3-eb8ad351e3aa/6246efa1-f212-40a6-84ac-5d17439a5897) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:21.550400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks [] for router_gateway (97b4604d-66b7-4a18-869c-b2e822a2261f), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.593773 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Publish callbacks [] for port (6246efa1-f212-40a6-84ac-5d17439a5897), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.679733 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.721539 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:21.731794 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:21.733946 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Pushing event updated for resources: {'Port': ['ID=6246efa1-f212-40a6-84ac-5d17439a5897,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:21.736092 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:21.798662 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Attempting to bind port 6246efa1-f212-40a6-84ac-5d17439a5897 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:58:21.798808 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Attempting to bind port 6246efa1-f212-40a6-84ac-5d17439a5897 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:58:21.799092 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Attempting to bind port 6246efa1-f212-40a6-84ac-5d17439a5897 on network 52e7fea3-d972-4729-b298-8e50ca4a2a35 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:21.804620 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:58:21.804934 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Checking segment: {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:21.805339 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.805738 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Bound using segment: {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:58:21.806427 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Bound port: 6246efa1-f212-40a6-84ac-5d17439a5897, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:58:21.806788 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.809075 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks [] for router_gateway (97b4604d-66b7-4a18-869c-b2e822a2261f), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.829303 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:21.844351 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f17e3e-3ead-4043-a080-9b1158e79286 req-5852906a-08ff-47d3-85f9-7357aca33671 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:21.851341 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-59f17e3e-3ead-4043-a080-9b1158e79286 req-5852906a-08ff-47d3-85f9-7357aca33671 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 932 time: 0.0560930 May 04 17:58:21.875762 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] For port 6246efa1-f212-40a6-84ac-5d17439a5897, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:58:21.879255 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] For port 6246efa1-f212-40a6-84ac-5d17439a5897, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=6246efa1-f212-40a6-84ac-5d17439a5897,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:58:21.900921 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-59f17e3e-3ead-4043-a080-9b1158e79286 req-853fa04f-54f8-4520-89d3-f18d85b51f9d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486312 May 04 17:58:21.945938 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Allocated IP 172.27.2.176 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/2bc179ed-6559-4e08-9bd8-4ce939e7699b) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:21.965719 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:22.029137 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b3d9a-f302-4e2e-b8df-183ce28b46c2 None None] Pushing event updated for resources: {'Port': ['ID=6246efa1-f212-40a6-84ac-5d17439a5897,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:22.061613 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks [] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:22.179525 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:22.224402 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:22.228942 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:22.232833 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:22.259760 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc179ed-6559-4e08-9bd8-4ce939e7699b,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:22.597141 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks [] for router_gateway (97b4604d-66b7-4a18-869c-b2e822a2261f), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:22.810904 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (97b4604d-66b7-4a18-869c-b2e822a2261f), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:22.895639 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008f73c-5e35-48a2-835f-b077c4d553b2 None None] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:22.925762 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:58:22.970456 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-d19e639e-6693-4a8d-83c4-521666621e96 None None] Provisioning complete for port 6246efa1-f212-40a6-84ac-5d17439a5897 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:22.970828 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d19e639e-6693-4a8d-83c4-521666621e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:23.015439 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e40fa7-f29b-44f8-8374-a709ad424f6f req-fac4e8d1-b4a8-4e4f-a3dd-32cbfe743881 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:23.017097 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b4e40fa7-f29b-44f8-8374-a709ad424f6f req-fac4e8d1-b4a8-4e4f-a3dd-32cbfe743881 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 932 time: 0.0475383 May 04 17:58:23.022167 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Router 97b4604d-66b7-4a18-869c-b2e822a2261f is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:58:23.072968 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b4e40fa7-f29b-44f8-8374-a709ad424f6f req-0e31c801-d1b6-4335-b6dc-e0b1453df1d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496974 May 04 17:58:23.094917 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-d19e639e-6693-4a8d-83c4-521666621e96 None None] Current status of the port 6246efa1-f212-40a6-84ac-5d17439a5897 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:23.095438 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d19e639e-6693-4a8d-83c4-521666621e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:23.130195 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-d19e639e-6693-4a8d-83c4-521666621e96 None None] For port 6246efa1-f212-40a6-84ac-5d17439a5897, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=6246efa1-f212-40a6-84ac-5d17439a5897,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:23.144117 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:23.158543 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Sync routers for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:23.175397 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:23.178436 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:23.218293 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d19e639e-6693-4a8d-83c4-521666621e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:23.257109 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:23.258489 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-817a297a-eb77-4efc-bfb4-57e21754fc93 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1097658 May 04 17:58:23.261356 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41084) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:23.299154 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:23.314226 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e639e-6693-4a8d-83c4-521666621e96 None None] Pushing event updated for resources: {'Port': ['ID=6246efa1-f212-40a6-84ac-5d17439a5897,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:23.336718 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:23.407295 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-f0a59a36-efcd-4b8d-8e17-eb9d2084eadb None None] Provisioning complete for port 6246efa1-f212-40a6-84ac-5d17439a5897 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:23.407572 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f0a59a36-efcd-4b8d-8e17-eb9d2084eadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:23.588375 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-f0a59a36-efcd-4b8d-8e17-eb9d2084eadb None None] Current status of the port 6246efa1-f212-40a6-84ac-5d17439a5897 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:23.596303 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:22Z', 'revision_number': 3, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:23.622898 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Checking router: 97b4604d-66b7-4a18-869c-b2e822a2261f for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:23.623249 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Updating router 97b4604d-66b7-4a18-869c-b2e822a2261f port 2bc179ed-6559-4e08-9bd8-4ce939e7699b binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:58:23.652315 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:23.678521 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Request body: {'port': {'device_id': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:23.759662 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:23.958580 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 6246efa1-f212-40a6-84ac-5d17439a5897 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:24.011137 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Publish callbacks [] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.019050 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.026170 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 6246efa1-f212-40a6-84ac-5d17439a5897 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:24.026170 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.094219 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:58:24.110322 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Publish callbacks [] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.118291 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 6246efa1-f212-40a6-84ac-5d17439a5897 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:24.129061 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.141149 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Transition to ACTIVE for port object 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:58:24.185460 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Attempting to bind port 2bc179ed-6559-4e08-9bd8-4ce939e7699b on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:58:24.185880 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Attempting to bind port 2bc179ed-6559-4e08-9bd8-4ce939e7699b by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:58:24.186255 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Attempting to bind port 2bc179ed-6559-4e08-9bd8-4ce939e7699b on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:24.198870 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:58:24.199291 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:24.199654 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.200050 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:58:24.200558 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Bound port: 2bc179ed-6559-4e08-9bd8-4ce939e7699b, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:58:24.201021 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.203949 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_common [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Allocated IP 172.20.0.1 (52e7fea3-d972-4729-b298-8e50ca4a2a35/d5b9969d-743b-4741-bbf3-eb8ad351e3aa/e21f5a38-0c01-46d7-b83c-c5566c2cd171) {{(pid=110468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:24.208537 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a8536-87ec-4a48-a8ef-c6bef15bef08 None None] Pushing event updated for resources: {'Port': ['ID=2bc179ed-6559-4e08-9bd8-4ce939e7699b,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:24.219158 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.262452 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22484-a70a-4b07-928b-3b59498438b0 req-454b4e8d-31dc-4ce6-9645-cc72203b8ef3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:24.262886 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] For port 2bc179ed-6559-4e08-9bd8-4ce939e7699b, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:58:24.264163 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9ab22484-a70a-4b07-928b-3b59498438b0 req-454b4e8d-31dc-4ce6-9645-cc72203b8ef3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 932 time: 0.0840373 May 04 17:58:24.266243 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] For port 2bc179ed-6559-4e08-9bd8-4ce939e7699b, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=2bc179ed-6559-4e08-9bd8-4ce939e7699b,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:58:24.298401 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:24.346892 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.353355 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Publish callbacks [] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.394091 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9ab22484-a70a-4b07-928b-3b59498438b0 req-ca1eb4a8-ec53-4b73-b9cb-784ec821b0f2 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042840 May 04 17:58:24.410146 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:24.410799 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:24.423615 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Attempting to bind port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:58:24.423960 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Attempting to bind port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:58:24.424292 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Attempting to bind port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 on network 8819b727-84a5-42ee-8d22-decbb7371ce4 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:24.429437 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 on network 8819b727-84a5-42ee-8d22-decbb7371ce4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:58:24.434002 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Attempting to bind port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 on network 8819b727-84a5-42ee-8d22-decbb7371ce4 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:24.436895 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:58:24.437302 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Checking segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:24.437796 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Bound using segment: {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:58:24.438335 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Bound port: 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b692d44-2fe6-42eb-a2fa-095c3e0a7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:58:24.438798 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.457040 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.525139 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:24.530222 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:24.536588 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Received port after_create {{(pid=110468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:24.542722 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e21f5a38-0c01-46d7-b83c-c5566c2cd171,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:24.575509 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] For port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:58:24.580274 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] For port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:58:24.581531 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (97b4604d-66b7-4a18-869c-b2e822a2261f), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.599580 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a8536-87ec-4a48-a8ef-c6bef15bef08 None None] Pushing event updated for resources: {'Port': ['ID=2bc179ed-6559-4e08-9bd8-4ce939e7699b,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:24.657830 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.708001 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:24.708761 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.710316 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:24.710717 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] 10.222.0.86 "PUT /v2.0/ports/6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 HTTP/1.1" status: 200 len: 1094 time: 1.0368271 May 04 17:58:24.714214 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:24.718728 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f419332f-83e3-4873-b7e9-6f2b4b609883" -d '{"events": [{"name": "network-changed", "server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:58:24.771293 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df60161-b9af-4b8a-ba58-6fe2c3c961d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:24.804367 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424032ff-a3a3-4193-98d0-c60bdcc37a79 x-openstack-request-id: req-424032ff-a3a3-4193-98d0-c60bdcc37a79 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:58:24.804367 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:58:24.804367 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-424032ff-a3a3-4193-98d0-c60bdcc37a79 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:58:24.804367 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424032ff-a3a3-4193-98d0-c60bdcc37a79'] response: {'name': 'network-changed', 'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'status': 'completed', 'code': 200} May 04 17:58:24.888104 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), before_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:24.895785 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419332f-83e3-4873-b7e9-6f2b4b609883 req-21b1fcef-0123-4d5c-a189-e404ace6599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:24.897553 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f419332f-83e3-4873-b7e9-6f2b4b609883 req-21b1fcef-0123-4d5c-a189-e404ace6599d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 1128 time: 0.0711079 May 04 17:58:24.992681 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:22Z', 'revision_number': 3, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:25.027103 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419332f-83e3-4873-b7e9-6f2b4b609883 req-343c490d-9df0-4403-998a-06307c66aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:25.028637 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f419332f-83e3-4873-b7e9-6f2b4b609883 req-343c490d-9df0-4403-998a-06307c66aad5 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1120903 May 04 17:58:25.075545 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0129ac8-3c21-4c18-9db5-225a130e4cae None None] The sync data for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi is: [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:22Z', 'revision_number': 3, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:25.098106 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-e358f987-f833-457f-93e4-5118c642fc33 None None] Provisioning complete for port e21f5a38-0c01-46d7-b83c-c5566c2cd171 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:25.098969 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e358f987-f833-457f-93e4-5118c642fc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:25.159228 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-e358f987-f833-457f-93e4-5118c642fc33 None None] Port e21f5a38-0c01-46d7-b83c-c5566c2cd171 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:58:25.168524 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Publish callbacks [] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), precommit_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:25.178139 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419332f-83e3-4873-b7e9-6f2b4b609883 req-0c7e97d3-13aa-43cd-b1b7-9b348cf84935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:25.179746 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f419332f-83e3-4873-b7e9-6f2b4b609883 req-0c7e97d3-13aa-43cd-b1b7-9b348cf84935 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450086 May 04 17:58:25.250801 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097086'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), after_update {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:25.260425 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-48773af4-c363-4e5a-8cbe-fc183d616438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:25.262299 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-48773af4-c363-4e5a-8cbe-fc183d616438 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 1128 time: 0.0426602 May 04 17:58:25.311683 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-11a2f201-fff7-48e0-aa86-438e6bdd8b2d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 HTTP/1.1" status: 200 len: 217 time: 0.0399208 May 04 17:58:25.347038 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (97b4604d-66b7-4a18-869c-b2e822a2261f), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:25.359204 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e21f5a38-0c01-46d7-b83c-c5566c2cd171,revision_number=2']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:25.403874 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-da230c65-436b-40d2-8206-d81b61aa7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:25.405423 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-da230c65-436b-40d2-8206-d81b61aa7489 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.0874846 May 04 17:58:25.457574 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-53cc9aff-53d4-4e1c-93ec-179822dd1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:25.464945 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-53cc9aff-53d4-4e1c-93ec-179822dd1864 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471325 May 04 17:58:25.465988 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 is already hosted by enough agents. {{(pid=110468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:25.467591 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:25.551258 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb11e68-9a78-4abd-b8a3-26e9cf4a56ab req-1c1e8621-c3a1-441d-8c8d-b3bc5768b58d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:25.552889 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7cb11e68-9a78-4abd-b8a3-26e9cf4a56ab req-1c1e8621-c3a1-441d-8c8d-b3bc5768b58d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0576868 May 04 17:58:25.612165 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7cb11e68-9a78-4abd-b8a3-26e9cf4a56ab req-8131cc4a-204e-469a-b7ec-f402a941d148 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522308 May 04 17:58:25.629202 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Router 97b4604d-66b7-4a18-869c-b2e822a2261f has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:58:25.751871 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:25.756292 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-88b5f330-dc93-4b0e-ba9f-31cddbd6d8d6 admin admin] 10.222.0.81 "PUT /v2.0/routers/97b4604d-66b7-4a18-869c-b2e822a2261f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4937310 May 04 17:58:25.786477 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-45d81ddd-5921-484a-9081-18215d0ba83b None None] Provisioning complete for port e21f5a38-0c01-46d7-b83c-c5566c2cd171 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:25.787000 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-45d81ddd-5921-484a-9081-18215d0ba83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:25.835073 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-45d81ddd-5921-484a-9081-18215d0ba83b None None] Port e21f5a38-0c01-46d7-b83c-c5566c2cd171 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:58:25.902270 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 2bc179ed-6559-4e08-9bd8-4ce939e7699b up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:25.951580 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 2bc179ed-6559-4e08-9bd8-4ce939e7699b triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:25.952291 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.036279 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 2bc179ed-6559-4e08-9bd8-4ce939e7699b is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:26.037002 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.061383 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port 2bc179ed-6559-4e08-9bd8-4ce939e7699b, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=2bc179ed-6559-4e08-9bd8-4ce939e7699b,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:26.136000 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.185145 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=2bc179ed-6559-4e08-9bd8-4ce939e7699b,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:26.432607 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-784ef98a-ad56-43e0-a21b-28f4f6e7e54b service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896528 May 04 17:58:26.618893 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41144) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:26.623972 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-982104685-network', 'tenant_id': 'eca6b33fac794c98abe00913972e493e'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:26.626222 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41146) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:26.718992 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Made reservation on behalf of eca6b33fac794c98abe00913972e493e for: {'network': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:26.721277 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.736676 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.751610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255151b-b231-43e9-905a-aa3bbca5a4ae req-ca2a7427-9fe7-460d-ab6d-84107e151059 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:26.753228 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c255151b-b231-43e9-905a-aa3bbca5a4ae req-ca2a7427-9fe7-460d-ab6d-84107e151059 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0661147 May 04 17:58:26.782053 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Sync routers for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:26.793843 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:26.794586 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:26.795874 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-afb7bb54-f4c7-47fb-bb42-7ab36e5cba0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.833600 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c255151b-b231-43e9-905a-aa3bbca5a4ae req-cb1b847a-e454-429b-8d13-f379b217633c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717816 May 04 17:58:26.871171 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Publish callbacks [] for security_group (4ef116bd-32d1-406e-bf47-c728649263dd), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.881753 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-afb7bb54-f4c7-47fb-bb42-7ab36e5cba0b admin admin] Publish callbacks [] for security_group (50282551-ab3d-403f-8e7e-cd48558983ca), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.903922 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:26.947422 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (4ef116bd-32d1-406e-bf47-c728649263dd), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.975002 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=110469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:58:26.976213 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-afb7bb54-f4c7-47fb-bb42-7ab36e5cba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (50282551-ab3d-403f-8e7e-cd48558983ca), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.985350 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef116bd-32d1-406e-bf47-c728649263dd,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:26.994271 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (89a0c565-dc46-40d0-badb-6d840aa0c9f5), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:26.994612 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.segments_db [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Added segment 89a0c565-dc46-40d0-badb-6d840aa0c9f5 of type vlan for network 21b2e622-f892-4f5b-b62a-eae30f91165d May 04 17:58:27.037395 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (21b2e622-f892-4f5b-b62a-eae30f91165d), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.040506 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7bb54-f4c7-47fb-bb42-7ab36e5cba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50282551-ab3d-403f-8e7e-cd48558983ca,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:27.045042 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-afb7bb54-f4c7-47fb-bb42-7ab36e5cba0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69ebbfac1e654481804361c4f83aaee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4177501 May 04 17:58:27.047657 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41152) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:27.100806 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 2, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:27.118040 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb7e2-c7c4-4aab-ab98-56f6f24355d8 admin admin] Publish callbacks [] for security_group (50282551-ab3d-403f-8e7e-cd48558983ca), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.127339 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Checking router: 97b4604d-66b7-4a18-869c-b2e822a2261f for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:27.128215 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Updating router 97b4604d-66b7-4a18-869c-b2e822a2261f port e21f5a38-0c01-46d7-b83c-c5566c2cd171 binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:58:27.140127 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb7e2-c7c4-4aab-ab98-56f6f24355d8 admin admin] Publish callbacks [] for security_group (50282551-ab3d-403f-8e7e-cd48558983ca), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.155286 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.156841 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (21b2e622-f892-4f5b-b62a-eae30f91165d), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.157794 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:27.158380 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.242339 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] Pushing event updated for resources: {'Network': ['ID=21b2e622-f892-4f5b-b62a-eae30f91165d,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:27.256288 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 21b2e622-f892-4f5b-b62a-eae30f91165d details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:58:27.299791 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-b615d7a9-d678-40a8-864f-d8d678e47569 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6795368 May 04 17:58:27.302837 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41156) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:27.304584 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb7e2-c7c4-4aab-ab98-56f6f24355d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (50282551-ab3d-403f-8e7e-cd48558983ca), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.307623 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb7e2-c7c4-4aab-ab98-56f6f24355d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.311364 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-bd6cb7e2-c7c4-4aab-ab98-56f6f24355d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50282551-ab3d-403f-8e7e-cd48558983ca HTTP/1.1" status: 204 len: 168 time: 0.2601018 May 04 17:58:27.315416 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Request body: {'subnet': {'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-982104685-subnet', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:27.345682 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cb7e2-c7c4-4aab-ab98-56f6f24355d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50282551-ab3d-403f-8e7e-cd48558983ca,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:27.390005 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-fdf9f617-0493-45bc-9223-357ea852ac80 req-e3e91290-0644-4023-a938-fdc3dfb39a3c service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571863 May 04 17:58:27.450085 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Made reservation on behalf of eca6b33fac794c98abe00913972e493e for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:27.452590 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.515854 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Publish callbacks [] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.637942 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.685202 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Pushing event updated for resources: {'Port': ['ID=e21f5a38-0c01-46d7-b83c-c5566c2cd171,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:27.694213 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.694563 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.694932 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.695294 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.695631 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.696287 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.696817 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.697159 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.697495 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.697825 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.698155 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.698700 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.699055 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.699383 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.699709 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:27.716936 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (082b4e87-2f1d-41a7-93ec-2214b91a5eaa), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.773435 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Attempting to bind port e21f5a38-0c01-46d7-b83c-c5566c2cd171 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:58:27.775133 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Attempting to bind port e21f5a38-0c01-46d7-b83c-c5566c2cd171 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:58:27.776156 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Attempting to bind port e21f5a38-0c01-46d7-b83c-c5566c2cd171 on network 52e7fea3-d972-4729-b298-8e50ca4a2a35 {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:27.782730 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:58:27.783846 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Checking segment: {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:27.784415 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.784988 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Bound using segment: {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:58:27.785619 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Bound port: e21f5a38-0c01-46d7-b83c-c5566c2cd171, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:58:27.786187 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.791185 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=082b4e87-2f1d-41a7-93ec-2214b91a5eaa,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:27.799954 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Checking segment: {'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:27.800290 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Network hostable DHCP agents. Network: 21b2e622-f892-4f5b-b62a-eae30f91165d, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:58:27.868658 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] For port e21f5a38-0c01-46d7-b83c-c5566c2cd171, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:58:27.872830 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] For port e21f5a38-0c01-46d7-b83c-c5566c2cd171, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=e21f5a38-0c01-46d7-b83c-c5566c2cd171,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:58:27.888842 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Network 21b2e622-f892-4f5b-b62a-eae30f91165d is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:58:27.916723 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 2bc179ed-6559-4e08-9bd8-4ce939e7699b up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:27.969802 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-c567e63a-526d-4f0c-9d16-76fdb9448187 None None] Provisioning complete for port e21f5a38-0c01-46d7-b83c-c5566c2cd171 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:27.970099 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c567e63a-526d-4f0c-9d16-76fdb9448187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.974997 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454b1f-4949-4679-9698-fa0bd07cdc7d req-874c9b8b-04c4-4efd-a3a0-ea94177a7a56 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:27.977195 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:27.981105 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-55454b1f-4949-4679-9698-fa0bd07cdc7d req-874c9b8b-04c4-4efd-a3a0-ea94177a7a56 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0539384 May 04 17:58:28.001060 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 2bc179ed-6559-4e08-9bd8-4ce939e7699b triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:28.001430 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.023489 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:28.025307 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:28.041748 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-55454b1f-4949-4679-9698-fa0bd07cdc7d req-b7aeb669-51ca-401d-bb43-cf7ac5766c3c tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588229 May 04 17:58:28.042212 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 21b2e622-f892-4f5b-b62a-eae30f91165d) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:28.049916 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:28.050626 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.057557 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69cae36-72ac-4451-bcdb-206b984f01c2 None None] Network 21b2e622-f892-4f5b-b62a-eae30f91165d requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:28.140300 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41174) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:28.141054 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-28111ce6-4144-46a2-96b8-d07abb375e37 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8354490 May 04 17:58:28.145958 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:28.188889 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7c14d-5a5c-4a3d-87cd-aead848ca21c None None] Pushing event updated for resources: {'Port': ['ID=e21f5a38-0c01-46d7-b83c-c5566c2cd171,revision_number=4']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:28.211579 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-c567e63a-526d-4f0c-9d16-76fdb9448187 None None] Current status of the port e21f5a38-0c01-46d7-b83c-c5566c2cd171 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:28.212198 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c567e63a-526d-4f0c-9d16-76fdb9448187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.261915 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:28.264102 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-999517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28446'] for router (c73a1ae5-2811-4b49-8880-f358472e39be), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.266235 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-999473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-948317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28519'] for router (c73a1ae5-2811-4b49-8880-f358472e39be), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.303453 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 2bc179ed-6559-4e08-9bd8-4ce939e7699b is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:28.306285 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2f56d4dd-4b56-50db-8505-6fd5b41f8d3c-21b2e622-f892-4f5b-b62a-eae30f91165d', 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d', 'project_id': 'eca6b33fac794c98abe00913972e493e', 'fixed_ips': [{'subnet_id': '082b4e87-2f1d-41a7-93ec-2214b91a5eaa'}]}} from dv-cinder-840512-1-iscsi. {{(pid=110470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 04 17:58:28.307124 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.326602 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-c567e63a-526d-4f0c-9d16-76fdb9448187 None None] For port e21f5a38-0c01-46d7-b83c-c5566c2cd171, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=e21f5a38-0c01-46d7-b83c-c5566c2cd171,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:28.336321 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks [] for router_controller (c73a1ae5-2811-4b49-8880-f358472e39be), precommit_add_association {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.417923 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c567e63a-526d-4f0c-9d16-76fdb9448187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.504307 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:27Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:28.506069 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567e63a-526d-4f0c-9d16-76fdb9448187 None None] Pushing event updated for resources: {'Port': ['ID=e21f5a38-0c01-46d7-b83c-c5566c2cd171,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:28.519731 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.db_base_plugin_common [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Allocated IP 172.20.0.2 (21b2e622-f892-4f5b-b62a-eae30f91165d/082b4e87-2f1d-41a7-93ec-2214b91a5eaa/7fb7925f-2c44-4c14-906d-23e2dbbb92a1) {{(pid=110470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:28.536238 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c268898-6066-4a0b-8dc8-0c0af9c48d59 None None] The sync data for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi is: [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:27Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:28.559056 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9de8c604-9a85-435c-b7f7-fca72b5c6ddb None None] Provisioning complete for port e21f5a38-0c01-46d7-b83c-c5566c2cd171 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:28.559426 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9de8c604-9a85-435c-b7f7-fca72b5c6ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.767306 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9de8c604-9a85-435c-b7f7-fca72b5c6ddb None None] Current status of the port e21f5a38-0c01-46d7-b83c-c5566c2cd171 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:28.794247 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Publish callbacks [] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), precommit_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.862900 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), after_create {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.911607 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Network 21b2e622-f892-4f5b-b62a-eae30f91165d is already hosted by enough agents. {{(pid=110470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:28.915199 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.scheduler.base_scheduler [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Resources bound (agent type, host, resource id): {{(pid=110470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:28.921844 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Received port after_create {{(pid=110470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:28.933171 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Pushing event updated for resources: {'Port': ['ID=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,revision_number=1']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:28.942069 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks [] for router_gateway (c73a1ae5-2811-4b49-8880-f358472e39be), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:28.994882 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Attempting to bind port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:58:28.995317 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Attempting to bind port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:58:28.995617 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Attempting to bind port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 on network 21b2e622-f892-4f5b-b62a-eae30f91165d {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:29.001176 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:58:29.001550 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Checking segment: {'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:29.001954 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:29.002346 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Bound using segment: {'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:58:29.002815 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Bound port: 7fb7925f-2c44-4c14-906d-23e2dbbb92a1, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:58:29.003804 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:29.082251 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] For port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:58:29.085927 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] For port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,segment=NetworkSegment(89a0c565-dc46-40d0-badb-6d840aa0c9f5),segment_id=89a0c565-dc46-40d0-badb-6d840aa0c9f5)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:58:29.142446 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:29.250068 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2a0d4-73a2-4e98-ad4e-4b82cfdc26aa None None] Pushing event updated for resources: {'Port': ['ID=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:29.290986 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296288a-958c-4a5d-a17f-c9cc71cbffa8 req-8b69adb6-30de-49ca-a582-c3a0b013109e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:29.292575 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f296288a-958c-4a5d-a17f-c9cc71cbffa8 req-8b69adb6-30de-49ca-a582-c3a0b013109e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.1287754 May 04 17:58:29.306777 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks [] for router_gateway (c73a1ae5-2811-4b49-8880-f358472e39be), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:29.341370 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:29.417298 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f296288a-958c-4a5d-a17f-c9cc71cbffa8 req-b997722d-fa44-4235-943c-e7bf802c6939 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176929 May 04 17:58:29.504858 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Allocated IP 172.27.2.219 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/cd1e457d-f484-442d-b0ca-ada6f7f98a52) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:29.640710 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks [] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:29.736378 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:29.779699 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:29.783231 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:29.790280 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:29.796170 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Pushing event updated for resources: {'Port': ['ID=cd1e457d-f484-442d-b0ca-ada6f7f98a52,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:29.943498 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:30.006567 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:30.007028 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.097590 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:30.098078 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.138299 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,segment=NetworkSegment(89a0c565-dc46-40d0-badb-6d840aa0c9f5),segment_id=89a0c565-dc46-40d0-badb-6d840aa0c9f5)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:30.190213 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks [] for router_gateway (c73a1ae5-2811-4b49-8880-f358472e39be), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.250134 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.250930 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device e21f5a38-0c01-46d7-b83c-c5566c2cd171 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:30.324033 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c909087-33cd-42a4-a004-3a2bf4fed253 None None] Network 21b2e622-f892-4f5b-b62a-eae30f91165d requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:30.342498 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:30.364960 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.365307 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.365679 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.366054 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.366381 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.366722 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.367029 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.367350 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.368267 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.368978 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.368978 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.369329 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.369653 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.370027 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.370345 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:30.429311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-999464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1006951'] for router (c73a1ae5-2811-4b49-8880-f358472e39be), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.543712 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port e21f5a38-0c01-46d7-b83c-c5566c2cd171 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:30.544088 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.549639 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849b4a-b9a6-4055-9579-6c87ee063bad req-ed445dc1-dc4d-441a-8f86-37e9bbcc79de tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:30.551596 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-33849b4a-b9a6-4055-9579-6c87ee063bad req-ed445dc1-dc4d-441a-8f86-37e9bbcc79de tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0594904 May 04 17:58:30.581696 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-8ce1a6c5-f7b9-47e3-bd6d-43193923cb8c None None] Provisioning complete for port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:30.581982 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a6c5-f7b9-47e3-bd6d-43193923cb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.609581 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-33849b4a-b9a6-4055-9579-6c87ee063bad req-2e2063ac-3c20-4f73-960c-ed282757073d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501308 May 04 17:58:30.661500 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Router c73a1ae5-2811-4b49-8880-f358472e39be is scheduled to L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c with binding_index 1 {{(pid=110469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 17:58:30.734433 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port e21f5a38-0c01-46d7-b83c-c5566c2cd171 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:30.736904 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1a6c5-f7b9-47e3-bd6d-43193923cb8c None None] Current status of the port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:30.819801 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:30.830628 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Sync routers for ids ['c73a1ae5-2811-4b49-8880-f358472e39be'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:30.844883 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Routers {'c73a1ae5-2811-4b49-8880-f358472e39be'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:30.845656 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['c73a1ae5-2811-4b49-8880-f358472e39be'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:30.919501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.923309 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-c5cf5a70-f29e-4830-afd8-fef9c6278586 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7794170 May 04 17:58:30.923602 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41212) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:30.967985 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-7ab5d753-e290-4e38-9161-7218b0c386b0 None None] Provisioning complete for port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:30.968655 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-7ab5d753-e290-4e38-9161-7218b0c386b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:30.998557 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Set router c73a1ae5-2811-4b49-8880-f358472e39be gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:31.180664 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5d753-e290-4e38-9161-7218b0c386b0 None None] Current status of the port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:31.222872 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T17:58:29Z', 'revision_number': 3, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port': {'id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:72:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:29Z', 'updated_at': '2022-05-04T17:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:31.253822 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Checking router: c73a1ae5-2811-4b49-8880-f358472e39be for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:31.254266 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Updating router c73a1ae5-2811-4b49-8880-f358472e39be port cd1e457d-f484-442d-b0ca-ada6f7f98a52 binding host dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:58:31.286754 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.375578 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.545628 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Allocated IP 172.20.0.1 (21b2e622-f892-4f5b-b62a-eae30f91165d/082b4e87-2f1d-41a7-93ec-2214b91a5eaa/5dd60f7e-fccb-45c9-904b-4ffd9df97e7c) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:31.562357 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Publish callbacks [] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), precommit_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.631366 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.658563 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Publish callbacks [] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.679481 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Attempting to bind port cd1e457d-f484-442d-b0ca-ada6f7f98a52 on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:58:31.679904 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Attempting to bind port cd1e457d-f484-442d-b0ca-ada6f7f98a52 by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:58:31.680278 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Attempting to bind port cd1e457d-f484-442d-b0ca-ada6f7f98a52 on network a99019da-cd1f-4090-91c2-346508a986e5 {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:31.694253 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:58:31.700059 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Checking segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:31.700059 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.700059 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Bound using segment: {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'} {{(pid=110470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:58:31.700059 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.managers [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Bound port: cd1e457d-f484-442d-b0ca-ada6f7f98a52, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c313d10-47ff-48e8-b8e6-97547792fab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5'}}] {{(pid=110470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:58:31.700059 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.702456 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b5379-e731-40a5-ba92-3a41b32957bb None None] Pushing event updated for resources: {'Port': ['ID=cd1e457d-f484-442d-b0ca-ada6f7f98a52,revision_number=2']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:31.734498 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de974f-8684-4174-879e-ca14d4a11809 req-1b79e3d0-0e36-481e-8f1c-a1f15e12eef9 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:31.734498 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-73de974f-8684-4174-879e-ca14d4a11809 req-1b79e3d0-0e36-481e-8f1c-a1f15e12eef9 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0479715 May 04 17:58:31.753694 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.760828 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] For port cd1e457d-f484-442d-b0ca-ada6f7f98a52, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:58:31.766855 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] For port cd1e457d-f484-442d-b0ca-ada6f7f98a52, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=cd1e457d-f484-442d-b0ca-ada6f7f98a52,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:58:31.787221 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-73de974f-8684-4174-879e-ca14d4a11809 req-8609aebe-a094-4f1f-8a27-7f2a07fd7c20 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469620 May 04 17:58:31.791319 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Network 21b2e622-f892-4f5b-b62a-eae30f91165d is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:31.795808 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:31.799575 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:31.834949 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:31.851328 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005114'] for router_interface (c73a1ae5-2811-4b49-8880-f358472e39be), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.868709 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:31.958849 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Routers {'c73a1ae5-2811-4b49-8880-f358472e39be'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:31.959485 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['c73a1ae5-2811-4b49-8880-f358472e39be'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:31.962828 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b5379-e731-40a5-ba92-3a41b32957bb None None] Pushing event updated for resources: {'Port': ['ID=cd1e457d-f484-442d-b0ca-ada6f7f98a52,revision_number=3']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:32.014800 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:32.113585 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:32.113954 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:32.127204 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:32.151827 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] Set router c73a1ae5-2811-4b49-8880-f358472e39be gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:32.246447 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-c9566c99-a744-442d-8336-880350136984 None None] Provisioning complete for port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:32.246447 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c9566c99-a744-442d-8336-880350136984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:32.316167 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Publish callbacks [] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:32.351038 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-c9566c99-a744-442d-8336-880350136984 None None] Port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:58:32.380202 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:32.418013 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T17:58:29Z', 'revision_number': 3, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port': {'id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:72:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:29Z', 'updated_at': '2022-05-04T17:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:32.426688 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:32.448787 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cad7a93-a7e3-441e-b1da-c303480af328 None None] The sync data for ids ['c73a1ae5-2811-4b49-8880-f358472e39be'] in dv-cinder-840512-1-iscsi is: [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T17:58:29Z', 'revision_number': 3, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port': {'id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:72:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:29Z', 'updated_at': '2022-05-04T17:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:32.512056 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1005248'] for router_interface (c73a1ae5-2811-4b49-8880-f358472e39be), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:32.512056 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:32.604170 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Network 21b2e622-f892-4f5b-b62a-eae30f91165d is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:32.606462 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:32.785627 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Router c73a1ae5-2811-4b49-8880-f358472e39be has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:58:32.958034 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d69b89-4f7e-456c-8769-6348e9adc906 req-2abd631c-2479-400c-8505-df7dce563b71 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:32.960272 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-87d69b89-4f7e-456c-8769-6348e9adc906 req-2abd631c-2479-400c-8505-df7dce563b71 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0778337 May 04 17:58:32.973503 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:32.979805 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-8cc4db75-950d-4fb6-9786-6d7363d384d7 admin admin] 10.222.0.81 "PUT /v2.0/routers/c73a1ae5-2811-4b49-8880-f358472e39be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0549695 May 04 17:58:32.987683 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-e28891d1-fd17-4e36-b037-d22d725d1a7c None None] Provisioning complete for port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:32.988547 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e28891d1-fd17-4e36-b037-d22d725d1a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:33.029732 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-87d69b89-4f7e-456c-8769-6348e9adc906 req-911605dc-102e-45ff-801b-f77e4e45408e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569289 May 04 17:58:33.031527 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-e28891d1-fd17-4e36-b037-d22d725d1a7c None None] Port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:58:33.897039 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device cd1e457d-f484-442d-b0ca-ada6f7f98a52 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:33.949168 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port cd1e457d-f484-442d-b0ca-ada6f7f98a52 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:33.949542 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:34.053622 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port cd1e457d-f484-442d-b0ca-ada6f7f98a52 is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:34.054840 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:34.087276 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] For port cd1e457d-f484-442d-b0ca-ada6f7f98a52, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=cd1e457d-f484-442d-b0ca-ada6f7f98a52,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:34.198268 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:34.228002 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dc742-99c1-40ae-a2bd-f605f23ec868 req-44b52a59-0526-40c6-8b91-2a675c008e7f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:34.230221 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c05dc742-99c1-40ae-a2bd-f605f23ec868 req-44b52a59-0526-40c6-8b91-2a675c008e7f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0948319 May 04 17:58:34.281633 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Pushing event updated for resources: {'Port': ['ID=cd1e457d-f484-442d-b0ca-ada6f7f98a52,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:34.314541 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c05dc742-99c1-40ae-a2bd-f605f23ec868 req-4033514c-f63f-4f4e-a137-4898269950b0 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760698 May 04 17:58:34.352106 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Sync routers for ids ['c73a1ae5-2811-4b49-8880-f358472e39be'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:34.362812 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Routers {'c73a1ae5-2811-4b49-8880-f358472e39be'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:34.363503 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['c73a1ae5-2811-4b49-8880-f358472e39be'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:34.479142 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Set router c73a1ae5-2811-4b49-8880-f358472e39be gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:34.704049 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T17:58:31Z', 'revision_number': 4, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port': {'id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:29Z', 'updated_at': '2022-05-04T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '5dd60f7e-fccb-45c9-904b-4ffd9df97e7c', 'name': '', 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'mac_address': 'fa:16:3e:75:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '082b4e87-2f1d-41a7-93ec-2214b91a5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:31Z', 'updated_at': '2022-05-04T17:58:32Z', 'revision_number': 2, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'subnets': [{'id': '082b4e87-2f1d-41a7-93ec-2214b91a5eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:34.746964 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Checking router: c73a1ae5-2811-4b49-8880-f358472e39be for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:34.747313 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Updating router c73a1ae5-2811-4b49-8880-f358472e39be port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c binding host dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:58:34.780931 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.081936 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Publish callbacks [] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), precommit_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.185305 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.297616 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6730a6-3ad8-44e3-b9a3-0475886bc28a None None] Pushing event updated for resources: {'Port': ['ID=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,revision_number=3']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:35.370390 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Attempting to bind port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c on host dv-cinder-840512-1-iscsi for vnic_type normal with profile {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:58:35.371433 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Attempting to bind port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c by drivers openvswitch,hyperv on host dv-cinder-840512-1-iscsi at level 0 using segments [{'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:58:35.371992 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Attempting to bind port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c on network 21b2e622-f892-4f5b-b62a-eae30f91165d {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:35.378921 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Checking agent: {'id': 'dad7413d-0f9a-49e3-a607-d01eb4b781bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840512-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 40, 47), 'started_at': datetime.datetime(2022, 5, 4, 17, 41, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840512-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:58:35.379562 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Checking segment: {'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:35.380140 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.380728 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Bound using segment: {'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'} {{(pid=110471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:58:35.381668 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.managers [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Bound port: 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c, host: dv-cinder-840512-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a0c565-dc46-40d0-badb-6d840aa0c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d'}}] {{(pid=110471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:58:35.382230 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), before_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.452067 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] For port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c, host dv-cinder-840512-1-iscsi, cleared binding levels {{(pid=110471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:58:35.455757 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.plugins.ml2.db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] For port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c, host dv-cinder-840512-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,segment=NetworkSegment(89a0c565-dc46-40d0-badb-6d840aa0c9f5),segment_id=89a0c565-dc46-40d0-badb-6d840aa0c9f5)] {{(pid=110471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:58:35.483355 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92edff1-740d-49d3-b6a2-7493629dc82e req-0a5e9c26-2e6b-4ba9-b295-fe98e758001e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:35.485004 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b92edff1-740d-49d3-b6a2-7493629dc82e req-0a5e9c26-2e6b-4ba9-b295-fe98e758001e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0757830 May 04 17:58:35.551637 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron_lib.callbacks.manager [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), after_update {{(pid=110471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.558162 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b92edff1-740d-49d3-b6a2-7493629dc82e req-b2c406c9-ae72-4907-94ea-db7d812247c8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660002 May 04 17:58:35.584653 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-c6f9d677-b860-4bbb-a8f0-124485040574 None None] Provisioning complete for port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:35.585199 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d677-b860-4bbb-a8f0-124485040574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.654592 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6730a6-3ad8-44e3-b9a3-0475886bc28a None None] Pushing event updated for resources: {'Port': ['ID=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,revision_number=4']} {{(pid=110471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:35.684658 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Routers {'c73a1ae5-2811-4b49-8880-f358472e39be'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:35.685585 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['c73a1ae5-2811-4b49-8880-f358472e39be'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:35.735864 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9d677-b860-4bbb-a8f0-124485040574 None None] Current status of the port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c is: DOWN; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:35.736707 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d677-b860-4bbb-a8f0-124485040574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.794844 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-c6f9d677-b860-4bbb-a8f0-124485040574 None None] For port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,segment=NetworkSegment(89a0c565-dc46-40d0-badb-6d840aa0c9f5),segment_id=89a0c565-dc46-40d0-badb-6d840aa0c9f5)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:35.878993 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d677-b860-4bbb-a8f0-124485040574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:35.971211 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] Set router c73a1ae5-2811-4b49-8880-f358472e39be gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:35.977670 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device cd1e457d-f484-442d-b0ca-ada6f7f98a52 up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:36.020084 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9d677-b860-4bbb-a8f0-124485040574 None None] Pushing event updated for resources: {'Port': ['ID=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:36.034690 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-51e9c8f1-b5ef-4dda-9111-0e9ae6f457ee None None] Provisioning complete for port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:36.035062 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-51e9c8f1-b5ef-4dda-9111-0e9ae6f457ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:36.088238 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port cd1e457d-f484-442d-b0ca-ada6f7f98a52 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:36.088536 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:36.162789 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-51e9c8f1-b5ef-4dda-9111-0e9ae6f457ee None None] Current status of the port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:36.232786 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T17:58:31Z', 'revision_number': 4, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port': {'id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:29Z', 'updated_at': '2022-05-04T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '5dd60f7e-fccb-45c9-904b-4ffd9df97e7c', 'name': '', 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'mac_address': 'fa:16:3e:75:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '082b4e87-2f1d-41a7-93ec-2214b91a5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:31Z', 'updated_at': '2022-05-04T17:58:35Z', 'revision_number': 4, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'subnets': [{'id': '082b4e87-2f1d-41a7-93ec-2214b91a5eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:36.279684 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e9045-4b27-4a22-bbe4-3b38f62acb96 None None] The sync data for ids ['c73a1ae5-2811-4b49-8880-f358472e39be'] in dv-cinder-840512-1-iscsi is: [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T17:58:31Z', 'revision_number': 4, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port': {'id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:29Z', 'updated_at': '2022-05-04T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '5dd60f7e-fccb-45c9-904b-4ffd9df97e7c', 'name': '', 'network_id': '21b2e622-f892-4f5b-b62a-eae30f91165d', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'mac_address': 'fa:16:3e:75:56:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '082b4e87-2f1d-41a7-93ec-2214b91a5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:31Z', 'updated_at': '2022-05-04T17:58:35Z', 'revision_number': 4, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'subnets': [{'id': '082b4e87-2f1d-41a7-93ec-2214b91a5eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:36.381827 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port cd1e457d-f484-442d-b0ca-ada6f7f98a52 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:36.700010 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee9838-ef2f-4227-b6c5-abe87ce85300 req-c4307d43-426c-4f2b-b124-bdea7399d118 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:36.701822 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2aee9838-ef2f-4227-b6c5-abe87ce85300 req-c4307d43-426c-4f2b-b124-bdea7399d118 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 944 time: 0.0578263 May 04 17:58:36.773869 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2aee9838-ef2f-4227-b6c5-abe87ce85300 req-27b289f8-d2ea-4fe5-b3d7-0eceec608096 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636892 May 04 17:58:37.216657 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41334) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:37.557738 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:58:37.603298 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Deleting port d66ca19c-15ed-4201-b19c-d7245ba3f983 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:37.603298 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (d66ca19c-15ed-4201-b19c-d7245ba3f983), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:37.677745 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:37.691034 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'port_id': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'mac_address': 'fa:16:3e:90:ec:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:58:37.735254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:37.735590 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:37.749814 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:58:37.771341 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:37.867334 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:37.965732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bb6fb-b1b9-436d-be57-7a8e12a3a5bf req-4d9718fb-99f3-4ead-8fe3-ec4c11453e09 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:37.977687 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9e4bb6fb-b1b9-436d-be57-7a8e12a3a5bf req-4d9718fb-99f3-4ead-8fe3-ec4c11453e09 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 945 time: 0.0929556 May 04 17:58:38.006587 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:38.023491 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (d66ca19c-15ed-4201-b19c-d7245ba3f983), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:38.024126 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for floatingip (d66ca19c-15ed-4201-b19c-d7245ba3f983), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:38.039350 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c up at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:38.057653 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Calling delete_port for d66ca19c-15ed-4201-b19c-d7245ba3f983 owned by network:floatingip {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:38.073416 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9e4bb6fb-b1b9-436d-be57-7a8e12a3a5bf req-a65ff821-3c3d-4a56-a916-3c2929ba1bb1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944746 May 04 17:58:38.125283 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['6ec19f6e-76a2-4b6f-a628-ffe14dd578a5'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:58:38.161203 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Provisioning complete for port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:38.161704 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:38.300663 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Current status of the port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:38.384165 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (d66ca19c-15ed-4201-b19c-d7245ba3f983), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:38.476114 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event deleted for resources: {'Port': ['ID=d66ca19c-15ed-4201-b19c-d7245ba3f983,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:38.544127 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for floatingip (af81deab-39ac-41e8-8871-e4b5f7013b84), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:38.544476 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Floating IP af81deab-39ac-41e8-8871-e4b5f7013b84 disassociated (deleted). External IP: 172.27.2.53, port: f47016af-af73-4505-8c5b-7bb450522995. May 04 17:58:38.792794 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:58:38.946911 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:38.955692 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:38.960113 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] Sync routers for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:38.975576 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:38.977931 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:38.990668 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-5125a51b-1809-4f2f-9e18-307e88601525 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "DELETE /v2.0/floatingips/af81deab-39ac-41e8-8871-e4b5f7013b84 HTTP/1.1" status: 204 len: 168 time: 1.7724767 May 04 17:58:38.991404 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:38.994106 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43818d-6a87-4ac9-a832-128ff81844f4" -d '{"events": [{"name": "network-changed", "server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "tag": "f47016af-af73-4505-8c5b-7bb450522995"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:58:39.065091 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7fe03c-66ab-4b2b-8c85-7be0fdf67371 x-openstack-request-id: req-1d7fe03c-66ab-4b2b-8c85-7be0fdf67371 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:58:39.066084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "tag": "f47016af-af73-4505-8c5b-7bb450522995", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:58:39.066525 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d7fe03c-66ab-4b2b-8c85-7be0fdf67371 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:58:39.067099 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7fe03c-66ab-4b2b-8c85-7be0fdf67371'] response: {'name': 'network-changed', 'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995', 'status': 'completed', 'code': 200} May 04 17:58:39.182927 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:39.214777 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-7f6f79c4-4cef-40fc-93d8-0b810a711ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:39.218668 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-7f6f79c4-4cef-40fc-93d8-0b810a711ca8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7bf503d4d93642a196265e5250c73455&device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 1130 time: 0.1365933 May 04 17:58:39.341082 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490605-f26d-4efb-926f-2f01cfa2e6cf req-4af2ead2-2c80-4b6a-9b03-bd76580dd2ee tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:39.343632 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-32490605-f26d-4efb-926f-2f01cfa2e6cf req-4af2ead2-2c80-4b6a-9b03-bd76580dd2ee tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 945 time: 0.1189516 May 04 17:58:39.418225 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:16Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:39.448294 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-bb87c0e7-0f13-4c4f-837f-470b585d2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:39.451163 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-bb87c0e7-0f13-4c4f-837f-470b585d2db6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 200 len: 910 time: 0.2095993 May 04 17:58:39.476880 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] Checking router: 8284e7d3-f65d-4ce2-aaa1-df675a871d25 for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:39.487865 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-32490605-f26d-4efb-926f-2f01cfa2e6cf req-560078f6-bd22-4cfc-b4c9-60b46b75a2de tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214039 May 04 17:58:39.489288 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:39.489927 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:39.574217 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:58:39.596181 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da03c2-2cad-4cfd-96d6-865a89453c94 req-3f2e44dc-9889-422c-86ef-49b45adf8ab8 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:39.598051 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-55da03c2-2cad-4cfd-96d6-865a89453c94 req-3f2e44dc-9889-422c-86ef-49b45adf8ab8 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0621386 May 04 17:58:39.665088 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-55da03c2-2cad-4cfd-96d6-865a89453c94 req-bee1ad67-64d4-4f0f-907a-97e0989d0c7d tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586700 May 04 17:58:39.703614 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:39.729405 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:58:39.845094 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:39.845547 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:40.017153 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-8303209e-3335-4aa4-a9c2-90bf0b53e93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:40.034668 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:16Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:40.039247 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:58:40.039710 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:40.071853 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e95bc8b-7c35-41ed-af1f-bd370185aa5a None None] The sync data for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi is: [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:53:11Z', 'revision_number': 4, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': '7a08afa8-8722-428d-960b-ed44a8abfbcf', 'name': '', 'network_id': '527c58ff-1834-4195-9dd0-337553509c9e', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'mac_address': 'fa:16:3e:a6:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:10Z', 'updated_at': '2022-05-04T17:53:16Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'subnets': [{'id': 'cd0d563a-751d-41e6-803f-e48cb8c4fed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:40.098064 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:40.100346 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba6f51-2a19-4545-9945-694c9360791c" -d '{"events": [{"server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "name": "network-vif-plugged", "status": "completed", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:58:40.117201 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:40.150897 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6df32b-4e89-4ad3-86b5-73db01a1ccbe x-openstack-request-id: req-3c6df32b-4e89-4ad3-86b5-73db01a1ccbe {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:58:40.151220 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "name": "network-vif-plugged", "status": "completed", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:58:40.151500 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c6df32b-4e89-4ad3-86b5-73db01a1ccbe {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:58:40.151922 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6df32b-4e89-4ad3-86b5-73db01a1ccbe'] response: {'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'code': 200} May 04 17:58:40.213726 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:40.273852 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:40.472312 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caf804f-618c-489b-8f39-00d260604bbb None None] New status for floating IP af81deab-39ac-41e8-8871-e4b5f7013b84: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:58:40.547344 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-7fb94c51-d1a0-4f1c-9944-3dc87d07c215 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 200 len: 217 time: 0.0560448 May 04 17:58:40.659184 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c911d-ca3f-468b-a608-55d96fb3c231 req-6577ba2a-8ae8-4588-9854-db7a0506fa46 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:40.665016 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-473c911d-ca3f-468b-a608-55d96fb3c231 req-6577ba2a-8ae8-4588-9854-db7a0506fa46 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0686665 May 04 17:58:40.799877 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-473c911d-ca3f-468b-a608-55d96fb3c231 req-7e90b22d-31b9-419e-969c-3ae0e0474d75 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137915 May 04 17:58:40.805026 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-4547b04f-9a11-43f2-86ad-d20a03e788d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:40.807076 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-4547b04f-9a11-43f2-86ad-d20a03e788d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cd0d563a-751d-41e6-803f-e48cb8c4fed6 HTTP/1.1" status: 200 len: 848 time: 0.1347954 May 04 17:58:40.821844 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313fe65-3623-4dad-a5e8-0fa9241b9aa4 req-df66eef9-c73c-4c1e-8c5c-74270120087a tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:40.823566 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e313fe65-3623-4dad-a5e8-0fa9241b9aa4 req-df66eef9-c73c-4c1e-8c5c-74270120087a tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.0719714 May 04 17:58:40.898508 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e313fe65-3623-4dad-a5e8-0fa9241b9aa4 req-dacf1324-1ccf-4b0e-97fa-12d1da9d75c1 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/security-groups?id=bea54d97-0b69-4043-9bf2-cd3efc93e499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661585 May 04 17:58:41.006196 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-65e68fe9-f074-4f3f-928b-f44895d481b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:41.008123 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-65e68fe9-f074-4f3f-928b-f44895d481b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=527c58ff-1834-4195-9dd0-337553509c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034324 May 04 17:58:41.068261 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d3638-ea60-4b24-a35d-d7c53d777469 req-981c0ffe-129a-4ea1-bc4c-ede894471f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:41.069813 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a66d3638-ea60-4b24-a35d-d7c53d777469 req-981c0ffe-129a-4ea1-bc4c-ede894471f89 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 1130 time: 0.1148527 May 04 17:58:41.080129 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-abc96c85-7575-40ac-afe2-053db1cdb48f tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:41.083106 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-abc96c85-7575-40ac-afe2-053db1cdb48f tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.86 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 946 time: 0.1151803 May 04 17:58:41.234039 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a66d3638-ea60-4b24-a35d-d7c53d777469 req-a59679bc-74bf-47e8-be2d-ea077679231e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494632 May 04 17:58:41.242710 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-2be2fc61-333b-4790-94e6-ed71433bc24b service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134011 May 04 17:58:41.259975 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Deleting port f47016af-af73-4505-8c5b-7bb450522995 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:41.260471 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (f47016af-af73-4505-8c5b-7bb450522995), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:41.360879 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41396) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:41.369386 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] For port f47016af-af73-4505-8c5b-7bb450522995, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f47016af-af73-4505-8c5b-7bb450522995,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:41.369550 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (f47016af-af73-4505-8c5b-7bb450522995), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:41.383194 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Calling delete_port for f47016af-af73-4505-8c5b-7bb450522995 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:41.474793 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1704a798-9511-443e-bfbc-6a1e4a1102d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:41.548524 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1704a798-9511-443e-bfbc-6a1e4a1102d3 admin admin] Publish callbacks [] for security_group (f347cbe1-ce0c-4b12-a407-4d6a46c08b3a), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:41.575597 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d43818d-6a87-4ac9-a832-128ff81844f4 req-7924c2af-7f67-40fd-af25-20eb1b0107ef service neutron] 10.222.0.86 "GET /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228435 May 04 17:58:41.859265 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1704a798-9511-443e-bfbc-6a1e4a1102d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (f347cbe1-ce0c-4b12-a407-4d6a46c08b3a), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:41.889708 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (f47016af-af73-4505-8c5b-7bb450522995), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:41.903800 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-1704a798-9511-443e-bfbc-6a1e4a1102d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a16e2c24aa54375864596a4f176a281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399799 May 04 17:58:41.905866 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41404) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:41.906756 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704a798-9511-443e-bfbc-6a1e4a1102d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f347cbe1-ce0c-4b12-a407-4d6a46c08b3a,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:41.963558 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event deleted for resources: {'Port': ['ID=f47016af-af73-4505-8c5b-7bb450522995,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:41.974445 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5ae7caed-6f47-4ea1-9748-5de509204f43 admin admin] Publish callbacks [] for security_group (f347cbe1-ce0c-4b12-a407-4d6a46c08b3a), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:41.983557 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8aaf-9c0e-4e09-9c87-79b196d1ebd7 req-78c94a37-ea5d-4a22-89a7-643e1e543d7a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:41.985223 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-154a8aaf-9c0e-4e09-9c87-79b196d1ebd7 req-78c94a37-ea5d-4a22-89a7-643e1e543d7a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.1302359 May 04 17:58:42.027017 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5ae7caed-6f47-4ea1-9748-5de509204f43 admin admin] Publish callbacks [] for security_group (f347cbe1-ce0c-4b12-a407-4d6a46c08b3a), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:42.075575 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-de0de60b-f5de-4bd1-bf22-ae927f1267bf req-d0d53a3e-e165-4028-8e39-de59ae3a66c9 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 210 time: 0.0462112 May 04 17:58:42.086327 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] No DVR routers for this DVR port f47016af-af73-4505-8c5b-7bb450522995 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:42.103640 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:42.116995 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1c556223-1b22-4ca7-9c7e-b15befe1dc49 req-243d9dca-3e23-4e13-9c55-55d1f2b9ccc7 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.86 "DELETE /v2.0/ports/f47016af-af73-4505-8c5b-7bb450522995 HTTP/1.1" status: 204 len: 173 time: 1.0232913 May 04 17:58:42.117503 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'name': 'network-vif-deleted', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:42.119919 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e106a2c-c50a-488f-b05a-f2c6dc6d707b" -d '{"events": [{"server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "name": "network-vif-deleted", "tag": "f47016af-af73-4505-8c5b-7bb450522995"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:58:42.177116 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-154a8aaf-9c0e-4e09-9c87-79b196d1ebd7 req-32d24a93-5fe7-4d06-b1f3-95722e5ac9ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602480 May 04 17:58:42.182379 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1e8dbb-bd15-46ad-9215-c40ee3ff2ea7 x-openstack-request-id: req-eb1e8dbb-bd15-46ad-9215-c40ee3ff2ea7 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:58:42.182379 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f3a7e5-7ed0-418a-a788-689e9b707818", "name": "network-vif-deleted", "tag": "f47016af-af73-4505-8c5b-7bb450522995", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:58:42.182379 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb1e8dbb-bd15-46ad-9215-c40ee3ff2ea7 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:58:42.182379 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1e8dbb-bd15-46ad-9215-c40ee3ff2ea7'] response: {'server_uuid': '05f3a7e5-7ed0-418a-a788-689e9b707818', 'name': 'network-vif-deleted', 'tag': 'f47016af-af73-4505-8c5b-7bb450522995', 'status': 'completed', 'code': 200} May 04 17:58:42.201663 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5ae7caed-6f47-4ea1-9748-5de509204f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (f347cbe1-ce0c-4b12-a407-4d6a46c08b3a), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:42.201663 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5ae7caed-6f47-4ea1-9748-5de509204f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:42.202867 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5ae7caed-6f47-4ea1-9748-5de509204f43 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f347cbe1-ce0c-4b12-a407-4d6a46c08b3a HTTP/1.1" status: 204 len: 168 time: 0.2930710 May 04 17:58:42.221272 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7caed-6f47-4ea1-9748-5de509204f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f347cbe1-ce0c-4b12-a407-4d6a46c08b3a,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:42.479193 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-914f5847-9a95-4dec-824d-2fdbec4295f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:43.244170 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b8860fd1-9f2e-4f04-b55c-c4e7b98327f5 req-7d845cf7-1e91-4170-862c-24bc4703966a tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "GET /v2.0/ports?device_id=05f3a7e5-7ed0-418a-a788-689e9b707818 HTTP/1.1" status: 200 len: 210 time: 0.0485814 May 04 17:58:43.329082 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d15f2-e23e-4d19-9faa-86af5f05882a req-a4b6a7ba-6f88-46c7-abf9-6672cdd2b0a4 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:43.337072 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9d0d15f2-e23e-4d19-9faa-86af5f05882a req-a4b6a7ba-6f88-46c7-abf9-6672cdd2b0a4 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0705390 May 04 17:58:43.402836 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9d0d15f2-e23e-4d19-9faa-86af5f05882a req-ad2cd3f3-3f87-4ef4-a442-51f6f287bdd8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646105 May 04 17:58:43.531573 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde047f-2c42-4f6d-8631-8b871479376a req-7d103ade-6d72-48a6-a6ec-8fa29b11c7ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:43.533552 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6cde047f-2c42-4f6d-8631-8b871479376a req-7d103ade-6d72-48a6-a6ec-8fa29b11c7ba tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0526466 May 04 17:58:43.594288 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device f47016af-af73-4505-8c5b-7bb450522995 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:43.621133 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6cde047f-2c42-4f6d-8631-8b871479376a req-b2cd797e-f791-45d0-ab29-ca0121e95459 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753679 May 04 17:58:43.621739 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: f47016af-af73-4505-8c5b-7bb450522995 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:43.622085 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device f47016af-af73-4505-8c5b-7bb450522995 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:43.636328 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41450) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:43.919927 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eb1e9c-fe51-4921-91d3-72a10412a41b tempest-TestVolumeBootPattern-1352028350 tempest-TestVolumeBootPattern-1352028350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:43.921716 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e6eb1e9c-fe51-4921-91d3-72a10412a41b tempest-TestVolumeBootPattern-1352028350 tempest-TestVolumeBootPattern-1352028350-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 1125 time: 0.2829418 May 04 17:58:43.924294 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41456) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:43.930278 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'port_id': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:44.025165 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.088889 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.201956 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.310260 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41466) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:44.371512 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Allocated IP 172.27.2.184 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/6abe15a1-0473-4ec8-b752-621125aa3c21) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:44.409669 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3b22-4f18-46f9-867b-f7c8754adc45 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group (bea54d97-0b69-4043-9bf2-cd3efc93e499), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.458264 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3b22-4f18-46f9-867b-f7c8754adc45 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group (bea54d97-0b69-4043-9bf2-cd3efc93e499), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.506538 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (6abe15a1-0473-4ec8-b752-621125aa3c21), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.632828 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (6abe15a1-0473-4ec8-b752-621125aa3c21), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.677124 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3b22-4f18-46f9-867b-f7c8754adc45 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (bea54d97-0b69-4043-9bf2-cd3efc93e499), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.682323 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5bbe3b22-4f18-46f9-867b-f7c8754adc45 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:44.685865 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=6abe15a1-0473-4ec8-b752-621125aa3c21,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:44.687321 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5bbe3b22-4f18-46f9-867b-f7c8754adc45 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] 10.222.0.81 "DELETE /v2.0/security-groups/bea54d97-0b69-4043-9bf2-cd3efc93e499 HTTP/1.1" status: 204 len: 168 time: 0.3748093 May 04 17:58:44.708228 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe3b22-4f18-46f9-867b-f7c8754adc45 tempest-TestShelveInstance-266435863 tempest-TestShelveInstance-266435863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea54d97-0b69-4043-9bf2-cd3efc93e499,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:44.724941 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.726225 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.727498 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.727893 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.728240 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.728643 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.728979 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.729309 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.729638 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.730010 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.730344 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.730791 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.731379 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.731607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.731981 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:44.772645 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:44.776033 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:44.782680 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:44.838764 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41492) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:45.345968 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (a721e78b-ac29-41ca-abe6-d196a09a1a67), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:45.465132 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41502) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:45.579906 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a20b7253-74ae-4d73-bd9a-26fffe210c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:45.658770 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a20b7253-74ae-4d73-bd9a-26fffe210c26 admin admin] Publish callbacks [] for security_group (b6e5aef4-0ccb-4f04-a3f2-551791fa7ace), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:45.713839 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (8284e7d3-f65d-4ce2-aaa1-df675a871d25), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:45.806055 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (6abe15a1-0473-4ec8-b752-621125aa3c21), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:45.811409 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.033088 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Deleting port 7a08afa8-8722-428d-960b-ed44a8abfbcf {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:46.033268 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.108742 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-a20b7253-74ae-4d73-bd9a-26fffe210c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b6e5aef4-0ccb-4f04-a3f2-551791fa7ace), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.132702 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] For port 7a08afa8-8722-428d-960b-ed44a8abfbcf, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=7a08afa8-8722-428d-960b-ed44a8abfbcf,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:46.133595 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.153539 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Calling delete_port for 7a08afa8-8722-428d-960b-ed44a8abfbcf owned by network:router_interface {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:46.164083 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b7253-74ae-4d73-bd9a-26fffe210c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e5aef4-0ccb-4f04-a3f2-551791fa7ace,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:46.177174 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-a20b7253-74ae-4d73-bd9a-26fffe210c26 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d66074a63ebf47809b0ffd13a2164f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7046611 May 04 17:58:46.179720 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41520) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:46.305968 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-52139cc6-fa7f-43d2-8af1-3162a9fe3d05 admin admin] Publish callbacks [] for security_group (b6e5aef4-0ccb-4f04-a3f2-551791fa7ace), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.339723 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-52139cc6-fa7f-43d2-8af1-3162a9fe3d05 admin admin] Publish callbacks [] for security_group (b6e5aef4-0ccb-4f04-a3f2-551791fa7ace), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.380251 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for port (6abe15a1-0473-4ec8-b752-621125aa3c21), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.465527 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (6abe15a1-0473-4ec8-b752-621125aa3c21), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.503133 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (7a08afa8-8722-428d-960b-ed44a8abfbcf), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.526346 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-52139cc6-fa7f-43d2-8af1-3162a9fe3d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b6e5aef4-0ccb-4f04-a3f2-551791fa7ace), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.529003 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-52139cc6-fa7f-43d2-8af1-3162a9fe3d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.530193 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-52139cc6-fa7f-43d2-8af1-3162a9fe3d05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6e5aef4-0ccb-4f04-a3f2-551791fa7ace HTTP/1.1" status: 204 len: 168 time: 0.3492341 May 04 17:58:46.544284 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a08afa8-8722-428d-960b-ed44a8abfbcf,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:46.559060 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event updated for resources: {'Port': ['ID=6abe15a1-0473-4ec8-b752-621125aa3c21,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:46.563735 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52139cc6-fa7f-43d2-8af1-3162a9fe3d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e5aef4-0ccb-4f04-a3f2-551791fa7ace,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:46.576171 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (a721e78b-ac29-41ca-abe6-d196a09a1a67), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.599169 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.599526 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.599873 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.600288 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.600656 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.600991 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.601322 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.601651 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.602473 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.602473 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.602707 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.602996 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.603298 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.603626 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.603945 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:46.758087 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Floating IP a721e78b-ac29-41ca-abe6-d196a09a1a67 associated. External IP: 172.27.2.184, port: 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5. May 04 17:58:46.780563 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:46.796673 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (8284e7d3-f65d-4ce2-aaa1-df675a871d25), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:47.111278 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:58:47.111988 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:58:47.198234 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:47.217129 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:47.237775 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:47.239625 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:47.369787 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:47.382316 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:47.459920 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-1699b112-787b-46fd-b637-18044a3a54d3 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5332847 May 04 17:58:47.464766 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:47.469711 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74302928-11c0-401f-a744-5111de4b67b4" -d '{"events": [{"name": "network-changed", "server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:58:47.499543 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:47.511975 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] Sync routers for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:47.516427 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b720813e-f83b-4016-b805-e6bd009d6c58 admin admin] 10.222.0.81 "PUT /v2.0/routers/8284e7d3-f65d-4ce2-aaa1-df675a871d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6738250 May 04 17:58:47.516827 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41564) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:47.532515 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:47.541501 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:47.634539 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56010f91-7515-4f90-a987-73e963c5d50c x-openstack-request-id: req-56010f91-7515-4f90-a987-73e963c5d50c {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:58:47.634775 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:58:47.635164 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56010f91-7515-4f90-a987-73e963c5d50c {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:58:47.635580 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56010f91-7515-4f90-a987-73e963c5d50c'] response: {'name': 'network-changed', 'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'status': 'completed', 'code': 200} May 04 17:58:47.688529 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302928-11c0-401f-a744-5111de4b67b4 req-b82b7d11-9fa4-48d6-a5de-502e0b67fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:47.690156 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74302928-11c0-401f-a744-5111de4b67b4 req-b82b7d11-9fa4-48d6-a5de-502e0b67fca2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 1130 time: 0.0538220 May 04 17:58:47.721677 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:47.732931 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks [] for router (8284e7d3-f65d-4ce2-aaa1-df675a871d25), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:47.920305 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41570) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:47.960672 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:27Z', 'revision_number': 1, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}, {'id': 'a721e78b-ac29-41ca-abe6-d196a09a1a67', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:90:ec:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:58:45Z', 'updated_at': '2022-05-04T17:58:45Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:47.968369 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:58:46Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:47.998674 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] Checking router: 8284e7d3-f65d-4ce2-aaa1-df675a871d25 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:48.008067 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] Routers {'8284e7d3-f65d-4ce2-aaa1-df675a871d25'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:48.008977 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:48.009118 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302928-11c0-401f-a744-5111de4b67b4 req-800552cc-d150-476e-9663-04a5dbe5be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:48.011374 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74302928-11c0-401f-a744-5111de4b67b4 req-800552cc-d150-476e-9663-04a5dbe5be41 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 913 time: 0.3138967 May 04 17:58:48.014223 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:48.031451 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:48.032318 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:48.085809 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks [] for router_gateway (8284e7d3-f65d-4ce2-aaa1-df675a871d25), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.108934 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74302928-11c0-401f-a744-5111de4b67b4 req-978b86f0-53af-4160-817e-61ff7e18c3f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 HTTP/1.1" status: 200 len: 1000 time: 0.0857456 May 04 17:58:48.140656 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-11fc1581-eb32-4d1d-aa70-a5a6b4902665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.171240 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] Set router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:48.229080 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:48.238682 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Deleting port dc2f2933-e7c7-402b-87a5-865673cf5a89 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:48.239011 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.265044 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302928-11c0-401f-a744-5111de4b67b4 req-4b337ead-320e-46f2-8510-4d8ad3ac02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:48.266534 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74302928-11c0-401f-a744-5111de4b67b4 req-4b337ead-320e-46f2-8510-4d8ad3ac02a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.1542215 May 04 17:58:48.313900 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-11fc1581-eb32-4d1d-aa70-a5a6b4902665 admin admin] Publish callbacks [] for security_group (ba6bf966-2f27-4580-b55c-cfa0ff50b38c), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.367837 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302928-11c0-401f-a744-5111de4b67b4 req-0d69b61c-90da-482d-93a0-0111c86cf68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:48.369383 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74302928-11c0-401f-a744-5111de4b67b4 req-0d69b61c-90da-482d-93a0-0111c86cf68a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952544 May 04 17:58:48.440107 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-efcac9e0-8a52-442b-930a-be1a19f5e0cb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:48.447750 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-efcac9e0-8a52-442b-930a-be1a19f5e0cb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/networks?id=52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 200 len: 814 time: 0.1323307 May 04 17:58:48.450075 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:58:46Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:48.457949 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-11fc1581-eb32-4d1d-aa70-a5a6b4902665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (ba6bf966-2f27-4580-b55c-cfa0ff50b38c), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.467588 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41592) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:48.473080 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] For port dc2f2933-e7c7-402b-87a5-865673cf5a89, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=dc2f2933-e7c7-402b-87a5-865673cf5a89,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:48.473651 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.500851 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-f6154682-66b0-4323-9f66-9e9bc69afac0 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/quotas/3582f692d07d4a959f4033ced79df226 HTTP/1.1" status: 200 len: 375 time: 0.0516064 May 04 17:58:48.503516 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6b776-9478-45ac-aa11-579bb5fec60e None None] The sync data for ids ['8284e7d3-f65d-4ce2-aaa1-df675a871d25'] in dv-cinder-840512-1-iscsi is: [{'id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'name': 'tempest-TestShelveInstance-1730455329-router', 'tenant_id': '7bf503d4d93642a196265e5250c73455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:07Z', 'updated_at': '2022-05-04T17:58:46Z', 'revision_number': 5, 'project_id': '7bf503d4d93642a196265e5250c73455', 'gw_port': {'id': 'dc2f2933-e7c7-402b-87a5-865673cf5a89', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8284e7d3-f65d-4ce2-aaa1-df675a871d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:08Z', 'updated_at': '2022-05-04T17:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:48.514740 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Calling delete_port for dc2f2933-e7c7-402b-87a5-865673cf5a89 owned by network:router_gateway {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:48.525365 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc1581-eb32-4d1d-aa70-a5a6b4902665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6bf966-2f27-4580-b55c-cfa0ff50b38c,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:48.592423 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74302928-11c0-401f-a744-5111de4b67b4 req-8be34291-ca92-41ab-907f-8a050b3fdfac service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142043 May 04 17:58:48.606921 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-f26df13d-db4d-4dbd-b25c-aed3f17558c8 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046832 May 04 17:58:48.616258 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:27Z', 'revision_number': 1, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}, {'id': 'a721e78b-ac29-41ca-abe6-d196a09a1a67', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:90:ec:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:58:45Z', 'updated_at': '2022-05-04T17:58:45Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:48.619340 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-11fc1581-eb32-4d1d-aa70-a5a6b4902665 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4b61ba45caed4093aea087a320bf36e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6978798 May 04 17:58:48.621859 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41598) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:48.650337 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1717883936-network', 'tenant_id': '44abe4738e4d43d68e68b5d4928ea3e4'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:48.659091 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b84f7a-2e39-4d40-b768-912c789d5630 None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:27Z', 'revision_number': 1, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}, {'id': 'a721e78b-ac29-41ca-abe6-d196a09a1a67', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.184', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:90:ec:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:58:45Z', 'updated_at': '2022-05-04T17:58:45Z', 'revision_number': 0, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:48.729816 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4e75-1a64-47ec-970c-cae184740892 admin admin] Publish callbacks [] for security_group (ba6bf966-2f27-4580-b55c-cfa0ff50b38c), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.762792 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4e75-1a64-47ec-970c-cae184740892 admin admin] Publish callbacks [] for security_group (ba6bf966-2f27-4580-b55c-cfa0ff50b38c), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.762969 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-74302928-11c0-401f-a744-5111de4b67b4 req-ce1c0f51-8b23-473f-a491-2d52a1680b1e service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609049 May 04 17:58:48.794882 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Made reservation on behalf of 44abe4738e4d43d68e68b5d4928ea3e4 for: {'network': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:48.797707 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for network (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.823721 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.853485 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (dc2f2933-e7c7-402b-87a5-865673cf5a89), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:48.878759 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-5fe704c0-cea2-4ca0-80c2-8b0bb54f695e service neutron] 10.222.0.81 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708714 May 04 17:58:48.886555 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2f2933-e7c7-402b-87a5-865673cf5a89,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:48.942710 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a074118-9af2-4bae-939e-816235878a99 None None] New status for floating IP a721e78b-ac29-41ca-abe6-d196a09a1a67: ACTIVE {{(pid=110470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:58:48.984557 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (8284e7d3-f65d-4ce2-aaa1-df675a871d25), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.011301 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-cb2afe4b-5a78-449e-9f8a-83a14fd29efd service neutron] 10.222.0.81 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314840 May 04 17:58:49.074186 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4e75-1a64-47ec-970c-cae184740892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (ba6bf966-2f27-4580-b55c-cfa0ff50b38c), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.076983 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ddbe4e75-1a64-47ec-970c-cae184740892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.080690 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ddbe4e75-1a64-47ec-970c-cae184740892 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba6bf966-2f27-4580-b55c-cfa0ff50b38c HTTP/1.1" status: 204 len: 168 time: 0.4554315 May 04 17:58:49.101544 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (8284e7d3-f65d-4ce2-aaa1-df675a871d25), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.105909 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe4e75-1a64-47ec-970c-cae184740892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6bf966-2f27-4580-b55c-cfa0ff50b38c,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:49.109128 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks [] for router_controller (8284e7d3-f65d-4ce2-aaa1-df675a871d25), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.183846 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Publish callbacks [] for security_group (adf87564-babb-48f6-acec-5175d3135359), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.287268 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (adf87564-babb-48f6-acec-5175d3135359), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.288276 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (8284e7d3-f65d-4ce2-aaa1-df675a871d25), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.288899 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8284e7d3-f65d-4ce2-aaa1-df675a871d25 {{(pid=110469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 17:58:49.293290 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.297438 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-7f868303-7e1f-4037-b8af-17ebf306e0b9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8284e7d3-f65d-4ce2-aaa1-df675a871d25 HTTP/1.1" status: 204 len: 168 time: 1.7766261 May 04 17:58:49.297438 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41602) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:49.338318 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=110468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:58:49.359541 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf87564-babb-48f6-acec-5175d3135359,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:49.365846 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82c7770-1714-4416-bdf9-a9d1fefdad87 admin admin] Deleting subnet cd0d563a-751d-41e6-803f-e48cb8c4fed6 {{(pid=110469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:58:49.373338 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (6fc8b92d-5630-405d-b946-38ac4a330394), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.373865 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.segments_db [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Added segment 6fc8b92d-5630-405d-b946-38ac4a330394 of type vlan for network 2e0d04d8-e437-4b61-9487-bb53daba3921 May 04 17:58:49.377448 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b82c7770-1714-4416-bdf9-a9d1fefdad87 admin admin] Publish callbacks [] for subnet (cd0d563a-751d-41e6-803f-e48cb8c4fed6), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.441904 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764806920138'] for network (2e0d04d8-e437-4b61-9487-bb53daba3921), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.452807 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6bfe60fe-db16-4dae-8fd8-76b8a205a789 req-42b8182b-276e-4ef0-bbb8-00fdd83e7ad3 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 210 time: 0.0460415 May 04 17:58:49.466481 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b82c7770-1714-4416-bdf9-a9d1fefdad87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3414030'] for subnet (cd0d563a-751d-41e6-803f-e48cb8c4fed6), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.561612 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207'] for network (2e0d04d8-e437-4b61-9487-bb53daba3921), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.566430 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:49.567261 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.579825 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b82c7770-1714-4416-bdf9-a9d1fefdad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (cd0d563a-751d-41e6-803f-e48cb8c4fed6), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.637897 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0d04d8-e437-4b61-9487-bb53daba3921,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:49.648917 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Network 2e0d04d8-e437-4b61-9487-bb53daba3921 details requested by agent ovs-agent-dv-cinder-840512-1-iscsi with host dv-cinder-840512-1-iscsi {{(pid=110470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 17:58:49.668209 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-eab692df-691c-4bea-9264-ba1d58fb3eb5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1993217 May 04 17:58:49.672400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41614) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:49.676121 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Request body: {'subnet': {'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1717883936-subnet', 'tenant_id': '44abe4738e4d43d68e68b5d4928ea3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:49.682803 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b82c7770-1714-4416-bdf9-a9d1fefdad87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372017'] for subnet (cd0d563a-751d-41e6-803f-e48cb8c4fed6), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.711610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c7770-1714-4416-bdf9-a9d1fefdad87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0d563a-751d-41e6-803f-e48cb8c4fed6,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:49.713863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-b82c7770-1714-4416-bdf9-a9d1fefdad87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.717156 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-b82c7770-1714-4416-bdf9-a9d1fefdad87 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cd0d563a-751d-41e6-803f-e48cb8c4fed6 HTTP/1.1" status: 204 len: 168 time: 0.4188683 May 04 17:58:49.719788 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41616) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:49.721008 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfae056-e507-4d56-a5cc-07db4c2c8ff8 None None] Network 527c58ff-1834-4195-9dd0-337553509c9e requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:49.740096 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Made reservation on behalf of 44abe4738e4d43d68e68b5d4928ea3e4 for: {'subnet': 1} {{(pid=110468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:49.742918 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26047508'] for subnet (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.807754 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (527c58ff-1834-4195-9dd0-337553509c9e), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.860015 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Deleting port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:49.861029 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.870120 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41618) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:49.897428 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17901245-e83c-4310-ae16-8ccb5675a8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:49.933264 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] DHCP port deletion for 527c58ff-1834-4195-9dd0-337553509c9e request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 17:58:49.974516 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] For port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:49.975406 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.006960 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Calling delete_port for 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 owned by network:dhcp {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:50.023577 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6100535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26047590'] for subnet (d89cff66-0cc3-49cb-adf7-56ce0e9d5596), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.048281 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device dc2f2933-e7c7-402b-87a5-865673cf5a89 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:50.070974 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] Deleting port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:50.071627 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.074514 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: dc2f2933-e7c7-402b-87a5-865673cf5a89 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:50.074866 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device dc2f2933-e7c7-402b-87a5-865673cf5a89 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:50.075279 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:50.083323 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17901245-e83c-4310-ae16-8ccb5675a8b4 admin admin] Publish callbacks [] for security_group (b1189668-4f8e-4776-b6cd-f46c254be652), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.109221 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Checking segment: {'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:50.109932 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Network hostable DHCP agents. Network: 2e0d04d8-e437-4b61-9487-bb53daba3921, hostable agents: ['d80e743d-c8f0-4d41-8635-cfdacc247615'], hosted agents: [] {{(pid=110468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:58:50.114783 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89cff66-0cc3-49cb-adf7-56ce0e9d5596,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:50.162610 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17901245-e83c-4310-ae16-8ccb5675a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b1189668-4f8e-4776-b6cd-f46c254be652), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.169147 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] For port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,segment=NetworkSegment(9911d052-4710-4d1e-974a-80d78e029190),segment_id=9911d052-4710-4d1e-974a-80d78e029190)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:50.172905 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.186004 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] Calling delete_port for 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:50.191189 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.214877 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 update to DOWN by agent not found {{(pid=110470) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} May 04 17:58:50.215593 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 7a08afa8-8722-428d-960b-ed44a8abfbcf no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:50.216017 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Network 2e0d04d8-e437-4b61-9487-bb53daba3921 is scheduled to be hosted by DHCP agent d80e743d-c8f0-4d41-8635-cfdacc247615 with binding_index 1 {{(pid=110468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:58:50.219318 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:50.221787 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] No DVR routers for this DVR port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 on host dv-cinder-840512-1-iscsi {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:50.232308 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-17901245-e83c-4310-ae16-8ccb5675a8b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aed3c29349cb4a56931673c0ec729f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613057 May 04 17:58:50.233054 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17901245-e83c-4310-ae16-8ccb5675a8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1189668-4f8e-4776-b6cd-f46c254be652,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:50.235464 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41622) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:50.267526 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 7a08afa8-8722-428d-960b-ed44a8abfbcf {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:50.267878 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 7a08afa8-8722-428d-960b-ed44a8abfbcf not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:50.302634 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8114e1e1-c06f-4df0-a45b-43a40ae4e006 admin admin] Publish callbacks [] for security_group (b1189668-4f8e-4776-b6cd-f46c254be652), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.311941 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (4ff2c062-0d9d-49e5-abd5-849dc9bd77e8), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.313464 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.base_scheduler [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840512-1-iscsi, 2e0d04d8-e437-4b61-9487-bb53daba3921) {{(pid=110468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:50.326783 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:50.326783 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.328798 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (527c58ff-1834-4195-9dd0-337553509c9e), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.338171 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8114e1e1-c06f-4df0-a45b-43a40ae4e006 admin admin] Publish callbacks [] for security_group (b1189668-4f8e-4776-b6cd-f46c254be652), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.344747 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7ee637-1927-4e5f-8140-05e944f95917 None None] Network 2e0d04d8-e437-4b61-9487-bb53daba3921 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:50.354921 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527c58ff-1834-4195-9dd0-337553509c9e']}} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:50.363398 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9911d052-4710-4d1e-974a-80d78e029190') {'for_net_delete': True} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:50.363691 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9911d052-4710-4d1e-974a-80d78e029190') {} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:50.374259 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414033'] for segment (9911d052-4710-4d1e-974a-80d78e029190), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.382904 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] No DVR routers for this DVR port 4ff2c062-0d9d-49e5-abd5-849dc9bd77e8 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:50.393340 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (9911d052-4710-4d1e-974a-80d78e029190), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.401185 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=110469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:58:50.401645 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540896'] for segment (9911d052-4710-4d1e-974a-80d78e029190), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: Traceback (most recent call last): May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: timer() May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: cb(*args, **kw) May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: return func(*args, **kwargs) May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: self._notify() May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: self.callback(batched_events) May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: event.method(event) May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: return f(self, *a, **k) May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._get(url).json() May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: return self.request(url, 'GET', **kwargs) May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:58:50.404407 dv-cinder-840512-1-iscsi neutron-server[110469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:58:50.451349 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1bb9e-5359-42b4-8072-017cd2cbd7ef None None] Pushing event deleted for resources: {'Port': ['ID=4ff2c062-0d9d-49e5-abd5-849dc9bd77e8,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:50.466871 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-a9a93e4a-d217-43d0-b051-16559cd645e8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7943935 May 04 17:58:50.494467 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8114e1e1-c06f-4df0-a45b-43a40ae4e006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (b1189668-4f8e-4776-b6cd-f46c254be652), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.498215 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-8114e1e1-c06f-4df0-a45b-43a40ae4e006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.502036 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-8114e1e1-c06f-4df0-a45b-43a40ae4e006 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1189668-4f8e-4776-b6cd-f46c254be652 HTTP/1.1" status: 204 len: 168 time: 0.2631867 May 04 17:58:50.510522 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f3146-51e7-428f-89dc-c2f752f2eef7 None None] Network 2e0d04d8-e437-4b61-9487-bb53daba3921 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:50.518581 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114e1e1-c06f-4df0-a45b-43a40ae4e006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1189668-4f8e-4776-b6cd-f46c254be652,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:50.533897 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (527c58ff-1834-4195-9dd0-337553509c9e), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.551156 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:50.551582 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-7a5cae46-e916-4aea-8393-6ede6d5b8fc9 req-094e2565-a700-467f-80b5-83ff30c89bb7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 210 time: 0.0336857 May 04 17:58:50.559177 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/527c58ff-1834-4195-9dd0-337553509c9e HTTP/1.1" status: 204 len: 168 time: 0.8384800 May 04 17:58:50.562148 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41630) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:50.595418 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd11ba6-a115-4bad-90d0-5f79160d9de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=527c58ff-1834-4195-9dd0-337553509c9e,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:50.963208 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:51.217035 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Deleting port ebc3c8ba-da62-4df6-b082-9b29f30c487b {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:51.217752 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:51.304827 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] For port ebc3c8ba-da62-4df6-b082-9b29f30c487b, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ebc3c8ba-da62-4df6-b082-9b29f30c487b,segment=NetworkSegment(9636c29c-1f1c-4fae-9090-e95df5e850ff),segment_id=9636c29c-1f1c-4fae-9090-e95df5e850ff)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:51.305200 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:51.318747 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Calling delete_port for ebc3c8ba-da62-4df6-b082-9b29f30c487b owned by network:router_interface {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:51.562882 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (ebc3c8ba-da62-4df6-b082-9b29f30c487b), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:51.594269 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc3c8ba-da62-4df6-b082-9b29f30c487b,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:51.908339 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:52.024702 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cc939c3f-7ea4-459e-9e15-65db7c99333f req-6ada95d7-362b-4797-b496-ef4951194345 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 210 time: 0.3748610 May 04 17:58:52.123665 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-1a26eef7-57e5-4328-beee-a1771f473c46 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:52.129298 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-1a26eef7-57e5-4328-beee-a1771f473c46 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.86 "GET /v2.0/networks?id=52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 200 len: 814 time: 0.1217902 May 04 17:58:52.137770 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'port': {'device_id': '1b365880-2163-48ce-9732-4545f6dff47e', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'admin_state_up': True, 'tenant_id': '3582f692d07d4a959f4033ced79df226'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:52.187270 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:58:52.317233 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:58:52.322947 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-836b5e2c-b45b-4288-994a-e4712a341fd5 admin admin] 10.222.0.81 "PUT /v2.0/routers/58fde6c0-d04a-4044-89c9-de1dee8c2bb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585914 May 04 17:58:52.326424 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41678) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:52.328186 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Made reservation on behalf of 3582f692d07d4a959f4033ced79df226 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:52.332141 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:52.341432 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] Sync routers for ids ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:52.376989 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] Routers {'58fde6c0-d04a-4044-89c9-de1dee8c2bb5'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:52.377986 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:52.515524 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] Set router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:52.545270 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Allocated IP 172.20.0.3 (52e7fea3-d972-4729-b298-8e50ca4a2a35/d5b9969d-743b-4741-bbf3-eb8ad351e3aa/5e5bf717-b6e4-4f4d-881f-db71b7750d83) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:52.830828 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:58:51Z', 'revision_number': 5, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:52.869240 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] Checking router: 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:52.879383 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:52.879809 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] Routers {'58fde6c0-d04a-4044-89c9-de1dee8c2bb5'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:58:52.879809 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:58:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:52.980107 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks [] for router (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:52.981490 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:53.003250 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86973c-8454-4399-8c45-13ac08321abc req-5d6e1254-0082-402f-a1f2-54948feaf580 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:53.024819 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-5d6e1254-0082-402f-a1f2-54948feaf580 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/networks?id=2e0d04d8-e437-4b61-9487-bb53daba3921 HTTP/1.1" status: 200 len: 814 time: 0.2424266 May 04 17:58:53.085073 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] Set router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:58:53.178537 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:53.185808 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-ffc6abd0-4336-4882-95ff-7fd899da87b0 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/quotas/44abe4738e4d43d68e68b5d4928ea3e4 HTTP/1.1" status: 200 len: 375 time: 0.1600993 May 04 17:58:53.216795 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:53.233562 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:58:53.254039 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:53.269183 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'Port': ['ID=5e5bf717-b6e4-4f4d-881f-db71b7750d83,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:53.270723 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-a700d0f6-53d5-4304-a93f-340c90d2e027 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760992 May 04 17:58:53.294389 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70add748-dbae-4d64-b7ed-8e0fe1b554f5 req-4f27c579-14fc-4de3-858f-3b7ee975a382 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:53.311400 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-70add748-dbae-4d64-b7ed-8e0fe1b554f5 req-4f27c579-14fc-4de3-858f-3b7ee975a382 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 931 time: 0.1787322 May 04 17:58:53.359874 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:53.361017 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:53.512019 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks [] for router_gateway (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:53.515621 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-70add748-dbae-4d64-b7ed-8e0fe1b554f5 req-51b2413a-c205-4314-8f8d-687f5d94d931 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000730 May 04 17:58:53.535780 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:58:51Z', 'revision_number': 5, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:53.547483 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-8bfef646-3c17-49eb-ae88-22187958ccfb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4091179 May 04 17:58:53.548524 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-c8e2a992-8e3f-4139-96c7-2046b31406e2 service neutron] 10.222.0.81 "GET /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526250 May 04 17:58:53.561805 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Request body: {'port': {'device_id': '1b365880-2163-48ce-9732-4545f6dff47e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:58:53.623496 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362d0ab1-0425-46a7-a129-8cb9babf4f47 None None] The sync data for ids ['58fde6c0-d04a-4044-89c9-de1dee8c2bb5'] in dv-cinder-840512-1-iscsi is: [{'id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'name': 'tempest-TestShelveInstance-1108989523-router', 'tenant_id': '675947c2f62242d599bb193dc73d6fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': '848db262-d691-483b-bd5a-1b99233d9671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:53:16Z', 'updated_at': '2022-05-04T17:58:51Z', 'revision_number': 5, 'project_id': '675947c2f62242d599bb193dc73d6fd1', 'gw_port': {'id': '848db262-d691-483b-bd5a-1b99233d9671', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:bc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fde6c0-d04a-4044-89c9-de1dee8c2bb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:53:17Z', 'updated_at': '2022-05-04T17:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:53.683559 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-a21a340f-df39-4df2-8b13-690d2701ad40 None None] Provisioning complete for port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:58:53.685693 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a21a340f-df39-4df2-8b13-690d2701ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:53.689590 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:53.715129 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Deleting port 848db262-d691-483b-bd5a-1b99233d9671 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:53.715640 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (848db262-d691-483b-bd5a-1b99233d9671), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:53.752203 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-a21a340f-df39-4df2-8b13-690d2701ad40 None None] Port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 cannot update to ACTIVE because it is not bound. {{(pid=110470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 04 17:58:53.916798 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] For port 848db262-d691-483b-bd5a-1b99233d9671, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=848db262-d691-483b-bd5a-1b99233d9671,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:53.917169 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (848db262-d691-483b-bd5a-1b99233d9671), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:53.921754 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-49471eb0-efb9-4376-a61a-1bb7949de1fc service neutron] 10.222.0.81 "GET /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644900 May 04 17:58:53.943718 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Calling delete_port for 848db262-d691-483b-bd5a-1b99233d9671 owned by network:router_gateway {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:54.051440 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ebc3c8ba-da62-4df6-b082-9b29f30c487b no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:54.098087 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: ebc3c8ba-da62-4df6-b082-9b29f30c487b {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:54.098755 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ebc3c8ba-da62-4df6-b082-9b29f30c487b not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:54.355539 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4a1c957e-e725-404f-be83-3e9d20ce107e req-2f166f8a-0ef0-44c6-8ae0-548e5099d8f6 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0408556 May 04 17:58:54.368562 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5bf717-b6e4-4f4d-881f-db71b7750d83 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:58:54.373115 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41726) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:54.399719 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Publish callbacks [] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:54.494278 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Transition to ACTIVE for port object 5e5bf717-b6e4-4f4d-881f-db71b7750d83 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:58:54.494399 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (848db262-d691-483b-bd5a-1b99233d9671), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:54.562504 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:54.575671 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=848db262-d691-483b-bd5a-1b99233d9671,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:54.606163 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3dfef1b3-bed4-4dd2-9501-bbae566df7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:54.663248 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:54.699897 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5bf717-b6e4-4f4d-881f-db71b7750d83,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:54.821867 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Attempting to bind port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:58:54.822534 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Attempting to bind port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:58:54.823476 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Attempting to bind port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 on network 52e7fea3-d972-4729-b298-8e50ca4a2a35 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:54.829641 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 on network 52e7fea3-d972-4729-b298-8e50ca4a2a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:58:54.829963 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Attempting to bind port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 on network 52e7fea3-d972-4729-b298-8e50ca4a2a35 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:58:54.836695 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:58:54.837035 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Checking segment: {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:58:54.837426 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Bound using segment: {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:58:54.837863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Bound port: 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8f824f-7ec3-4ce2-a887-d60c154f06cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:58:54.838221 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:54.933995 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] For port 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:58:54.939025 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] For port 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:58:54.991934 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:54.996265 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks [] for router_controller (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.013664 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c37490-85e6-45c2-ba7f-baaabeadaa88 req-84789304-b4df-4125-8d78-1b8c294113e6 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:55.015275 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c9c37490-85e6-45c2-ba7f-baaabeadaa88 req-84789304-b4df-4125-8d78-1b8c294113e6 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.2724836 May 04 17:58:55.054261 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.083552 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3dfef1b3-bed4-4dd2-9501-bbae566df7b7 admin admin] Publish callbacks [] for security_group (550c68f9-b440-4523-ba04-c4316a0602f8), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.116830 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:55.118050 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.119957 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] 10.222.0.86 "PUT /v2.0/ports/5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 1093 time: 1.5628233 May 04 17:58:55.120723 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:55.122883 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4191e88c-fd4b-4a76-a7aa-2b9461644d33" -d '{"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:58:55.126181 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb36c65-ebb9-4b4b-a0e5-2b0ed1a2db71 service neutron] Pushing event updated for resources: {'Port': ['ID=5e5bf717-b6e4-4f4d-881f-db71b7750d83,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:55.151483 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c9c37490-85e6-45c2-ba7f-baaabeadaa88 req-2cad3dfc-df9c-4f17-8b62-f93969796fa7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207123 May 04 17:58:55.170854 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3dfef1b3-bed4-4dd2-9501-bbae566df7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (550c68f9-b440-4523-ba04-c4316a0602f8), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.192290 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89b8f2-709d-4161-99ea-3cfde1290e56 x-openstack-request-id: req-fb89b8f2-709d-4161-99ea-3cfde1290e56 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:58:55.192696 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:58:55.193587 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb89b8f2-709d-4161-99ea-3cfde1290e56 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:58:55.194129 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb89b8f2-709d-4161-99ea-3cfde1290e56'] response: {'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'status': 'completed', 'code': 200} May 04 17:58:55.225289 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfef1b3-bed4-4dd2-9501-bbae566df7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550c68f9-b440-4523-ba04-c4316a0602f8,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:55.232552 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3dfef1b3-bed4-4dd2-9501-bbae566df7b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6835b244a3a34e93b9c83928236bf930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8550477 May 04 17:58:55.233045 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41740) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:55.249029 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (58fde6c0-d04a-4044-89c9-de1dee8c2bb5), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.249611 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58fde6c0-d04a-4044-89c9-de1dee8c2bb5 {{(pid=110468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 17:58:55.262919 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.264136 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-cfdcdea2-251b-48b8-bc55-86f023ccb8cc admin admin] 10.222.0.81 "DELETE /v2.0/routers/58fde6c0-d04a-4044-89c9-de1dee8c2bb5 HTTP/1.1" status: 204 len: 168 time: 2.9366550 May 04 17:58:55.266867 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41742) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:55.305299 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c576-d685-4996-bdeb-2ef523d77094 admin admin] Publish callbacks [] for security_group (550c68f9-b440-4523-ba04-c4316a0602f8), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.347102 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c576-d685-4996-bdeb-2ef523d77094 admin admin] Publish callbacks [] for security_group (550c68f9-b440-4523-ba04-c4316a0602f8), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.347977 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cacf21-678e-4128-8698-cb924e62096f admin admin] Deleting subnet b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68 {{(pid=110469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 17:58:55.352663 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-84cacf21-678e-4128-8698-cb924e62096f admin admin] Publish callbacks [] for subnet (b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.411225 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-84cacf21-678e-4128-8698-cb924e62096f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3414030'] for subnet (b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.485071 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c94b24b7-9538-484e-8fb9-152688aed21d req-24ef3985-9041-4895-b789-181b314afa6d tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0446987 May 04 17:58:55.506435 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c576-d685-4996-bdeb-2ef523d77094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (550c68f9-b440-4523-ba04-c4316a0602f8), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.511861 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c576-d685-4996-bdeb-2ef523d77094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.514698 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-a4b4c576-d685-4996-bdeb-2ef523d77094 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/550c68f9-b440-4523-ba04-c4316a0602f8 HTTP/1.1" status: 204 len: 168 time: 0.2808704 May 04 17:58:55.531881 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4c576-d685-4996-bdeb-2ef523d77094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550c68f9-b440-4523-ba04-c4316a0602f8,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:55.648935 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191e88c-fd4b-4a76-a7aa-2b9461644d33 req-03791a9d-a146-429a-98e6-5609c890ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:55.650571 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4191e88c-fd4b-4a76-a7aa-2b9461644d33 req-03791a9d-a146-429a-98e6-5609c890ada9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1127 time: 0.1024606 May 04 17:58:55.655950 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-84cacf21-678e-4128-8698-cb924e62096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.814042 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-84cacf21-678e-4128-8698-cb924e62096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372017'] for subnet (b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.846360 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cacf21-678e-4128-8698-cb924e62096f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:55.851881 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-84cacf21-678e-4128-8698-cb924e62096f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:55.858152 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41750) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:55.858669 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-84cacf21-678e-4128-8698-cb924e62096f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b9073aa0-ca14-4eb0-a66f-8f03f0d1fe68 HTTP/1.1" status: 204 len: 168 time: 0.5896087 May 04 17:58:55.887666 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20f5b5-130b-415c-9944-93b10c369427 None None] Network 577550a4-e38a-48ec-8ba7-0082f046665e requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 17:58:56.071327 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 848db262-d691-483b-bd5a-1b99233d9671 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:56.078288 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (577550a4-e38a-48ec-8ba7-0082f046665e), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.132153 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 848db262-d691-483b-bd5a-1b99233d9671 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:56.132783 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 848db262-d691-483b-bd5a-1b99233d9671 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:56.173539 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Deleting port 4d4cc3ea-5521-4495-803e-afc63446b369 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:56.173539 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.201477 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] DHCP port deletion for 577550a4-e38a-48ec-8ba7-0082f046665e request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 17:58:56.260151 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] For port 4d4cc3ea-5521-4495-803e-afc63446b369, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4d4cc3ea-5521-4495-803e-afc63446b369,segment=NetworkSegment(9636c29c-1f1c-4fae-9090-e95df5e850ff),segment_id=9636c29c-1f1c-4fae-9090-e95df5e850ff)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:56.260592 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.261660 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] Deleting port 4d4cc3ea-5521-4495-803e-afc63446b369 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 17:58:56.262196 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.276216 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Calling delete_port for 4d4cc3ea-5521-4495-803e-afc63446b369 owned by network:dhcp {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:56.359943 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfccf3-e308-480a-bbb3-c8c6671b6796 req-d1e207d7-de38-4151-a4aa-788b5d770cd5 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:56.361589 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5bbfccf3-e308-480a-bbb3-c8c6671b6796 req-d1e207d7-de38-4151-a4aa-788b5d770cd5 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0933034 May 04 17:58:56.398618 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] For port 4d4cc3ea-5521-4495-803e-afc63446b369, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4d4cc3ea-5521-4495-803e-afc63446b369,segment=NetworkSegment(9636c29c-1f1c-4fae-9090-e95df5e850ff),segment_id=9636c29c-1f1c-4fae-9090-e95df5e850ff)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:58:56.399755 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.441315 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5bbfccf3-e308-480a-bbb3-c8c6671b6796 req-4810cf69-6906-4108-9335-9f47a40f14f2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713515 May 04 17:58:56.453948 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41758) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:56.467895 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-51a7cfbb-a5b7-4650-a113-b9e4ca4a17ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.494928 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.558154 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] No DVR routers for this DVR port 4d4cc3ea-5521-4495-803e-afc63446b369 on host dv-cinder-840512-1-iscsi {{(pid=110468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:56.564528 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4cc3ea-5521-4495-803e-afc63446b369,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:56.576372 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] Calling delete_port for 4d4cc3ea-5521-4495-803e-afc63446b369 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 17:58:56.686015 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (577550a4-e38a-48ec-8ba7-0082f046665e), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.689493 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (4d4cc3ea-5521-4495-803e-afc63446b369), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.697283 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d032533c-b450-4d19-b4d0-cbee6a7c5e6d req-76abaedb-3885-4afb-bd3e-6f9ccda65270 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0882344 May 04 17:58:56.725357 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577550a4-e38a-48ec-8ba7-0082f046665e']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:56.740796 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] Pushing event deleted for resources: {'Port': ['ID=4d4cc3ea-5521-4495-803e-afc63446b369,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:56.743014 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9636c29c-1f1c-4fae-9090-e95df5e850ff') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:56.743578 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9636c29c-1f1c-4fae-9090-e95df5e850ff') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:56.752696 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f8a87e-bf1a-406e-8e21-824dd8572742 None None] No DVR routers for this DVR port 4d4cc3ea-5521-4495-803e-afc63446b369 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:56.755537 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-51a7cfbb-a5b7-4650-a113-b9e4ca4a17ed admin admin] Publish callbacks [] for security_group (a2386d36-9b0b-4b3f-9169-d5364225463d), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.761663 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (9636c29c-1f1c-4fae-9090-e95df5e850ff), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.775559 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (9636c29c-1f1c-4fae-9090-e95df5e850ff), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.784721 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:58:56.784721 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (9636c29c-1f1c-4fae-9090-e95df5e850ff), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:58:56.786337 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:58:56.853207 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-51a7cfbb-a5b7-4650-a113-b9e4ca4a17ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (a2386d36-9b0b-4b3f-9169-d5364225463d), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.898556 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7cfbb-a5b7-4650-a113-b9e4ca4a17ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2386d36-9b0b-4b3f-9169-d5364225463d,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:56.903082 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-51a7cfbb-a5b7-4650-a113-b9e4ca4a17ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42248911d2084970a3d8a345f51b4403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477286 May 04 17:58:56.905998 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41762) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:56.948629 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (577550a4-e38a-48ec-8ba7-0082f046665e), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.948629 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:56.949519 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] 10.222.0.81 "DELETE /v2.0/networks/577550a4-e38a-48ec-8ba7-0082f046665e HTTP/1.1" status: 204 len: 168 time: 1.0894969 May 04 17:58:56.960067 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66c703-5b7c-4c79-b93a-c43ae18c7310 admin admin] Pushing event deleted for resources: {'Network': ['ID=577550a4-e38a-48ec-8ba7-0082f046665e,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:56.981244 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-17d6d4fc-0844-4b60-b3c4-b2c2432817b7 admin admin] Publish callbacks [] for security_group (a2386d36-9b0b-4b3f-9169-d5364225463d), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:57.014176 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-17d6d4fc-0844-4b60-b3c4-b2c2432817b7 admin admin] Publish callbacks [] for security_group (a2386d36-9b0b-4b3f-9169-d5364225463d), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:57.145174 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-17d6d4fc-0844-4b60-b3c4-b2c2432817b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (a2386d36-9b0b-4b3f-9169-d5364225463d), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:57.149080 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-17d6d4fc-0844-4b60-b3c4-b2c2432817b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:57.151310 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-17d6d4fc-0844-4b60-b3c4-b2c2432817b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2386d36-9b0b-4b3f-9169-d5364225463d HTTP/1.1" status: 204 len: 168 time: 0.2433012 May 04 17:58:57.158985 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6d4fc-0844-4b60-b3c4-b2c2432817b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2386d36-9b0b-4b3f-9169-d5364225463d,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:57.386077 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41768) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:57.432858 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ec306f02-5f88-4fb9-934c-a18d5b617624 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7bf503d4d93642a196265e5250c73455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455828 May 04 17:58:57.435503 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41770) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:57.521431 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1876-4f8f-40b9-be2c-30527ed51752 admin admin] Publish callbacks [] for security_group (1b9580d3-4bf0-41e7-816c-9639d16e4f85), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:57.553743 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1876-4f8f-40b9-be2c-30527ed51752 admin admin] Publish callbacks [] for security_group (1b9580d3-4bf0-41e7-816c-9639d16e4f85), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:57.630201 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e7805-245d-4ce3-a1f4-951fc267e543 req-bbc87ae1-cc14-4462-a7f2-721c0e8e4d1d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:57.632855 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-138e7805-245d-4ce3-a1f4-951fc267e543 req-bbc87ae1-cc14-4462-a7f2-721c0e8e4d1d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0652478 May 04 17:58:57.726256 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-138e7805-245d-4ce3-a1f4-951fc267e543 req-419463a3-1cb8-4529-946a-8be9ddc963fa tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837224 May 04 17:58:57.853325 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-707e6353-dee5-47c0-bdab-2deddc1dd104 req-aa7dc193-d6c6-4b56-a8df-e7b0bc7c8966 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0533426 May 04 17:58:57.902832 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4d4cc3ea-5521-4495-803e-afc63446b369 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 17:58:57.925860 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 4d4cc3ea-5521-4495-803e-afc63446b369 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 17:58:57.926554 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4d4cc3ea-5521-4495-803e-afc63446b369 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 17:58:58.001858 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1876-4f8f-40b9-be2c-30527ed51752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (1b9580d3-4bf0-41e7-816c-9639d16e4f85), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:58.005026 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5d6d1876-4f8f-40b9-be2c-30527ed51752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:58.006319 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-5d6d1876-4f8f-40b9-be2c-30527ed51752 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b9580d3-4bf0-41e7-816c-9639d16e4f85 HTTP/1.1" status: 204 len: 168 time: 0.5696073 May 04 17:58:58.014868 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d1876-4f8f-40b9-be2c-30527ed51752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9580d3-4bf0-41e7-816c-9639d16e4f85,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:58.863530 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41804) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:58.874216 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be43682-2139-4e6d-9c6e-14f582c9b0a7 req-6ac0fa2d-c8af-44d6-8317-8b6fdfca3085 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:58.881445 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0be43682-2139-4e6d-9c6e-14f582c9b0a7 req-6ac0fa2d-c8af-44d6-8317-8b6fdfca3085 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0795038 May 04 17:58:58.958691 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-28acba20-952c-45f0-b496-109fd8715721 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=675947c2f62242d599bb193dc73d6fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930839 May 04 17:58:58.963200 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41810) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:58:58.987433 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0be43682-2139-4e6d-9c6e-14f582c9b0a7 req-4cce951b-4cbe-49bb-9eff-4fd615b4a37f tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965893 May 04 17:58:59.036256 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-849d3ae5-81f5-409c-82a1-c84b11185477 req-0133ab30-14a7-4f1a-8830-c499d892234b tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0724227 May 04 17:58:59.065365 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-79719214-de6d-4ed6-ac51-79fc4b09a403 admin admin] Publish callbacks [] for security_group (93a67480-55c7-48ff-9cd4-ecf47022a9b1), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:59.129565 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-79719214-de6d-4ed6-ac51-79fc4b09a403 admin admin] Publish callbacks [] for security_group (93a67480-55c7-48ff-9cd4-ecf47022a9b1), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:59.258815 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-79719214-de6d-4ed6-ac51-79fc4b09a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (93a67480-55c7-48ff-9cd4-ecf47022a9b1), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:59.261491 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-79719214-de6d-4ed6-ac51-79fc4b09a403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:58:59.265094 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-79719214-de6d-4ed6-ac51-79fc4b09a403 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93a67480-55c7-48ff-9cd4-ecf47022a9b1 HTTP/1.1" status: 204 len: 168 time: 0.2984731 May 04 17:58:59.271083 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79719214-de6d-4ed6-ac51-79fc4b09a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a67480-55c7-48ff-9cd4-ecf47022a9b1,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:59.925842 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:59:00.158893 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b0c73d6b-201c-468c-aebf-9fde2a422f0a req-c98ceca4-ca2a-4ab5-aad3-f06b46c65dbd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0349722 May 04 17:59:00.194285 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306a70b-2e99-433e-a2a9-7ade85169b05 req-ce2cabf3-019e-42dc-9ccf-e0a2f4d64d72 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:00.196115 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f306a70b-2e99-433e-a2a9-7ade85169b05 req-ce2cabf3-019e-42dc-9ccf-e0a2f4d64d72 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0879185 May 04 17:59:00.265296 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f306a70b-2e99-433e-a2a9-7ade85169b05 req-af579aa2-ad8f-4726-9b93-57b1bb495035 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627303 May 04 17:59:01.275093 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2e620db9-e2c9-4de8-8cf4-5869b23e8821 req-db1c736d-a22f-49cd-938b-1b3684843a78 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0348878 May 04 17:59:01.451352 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242adef-c64b-4444-a46c-637ddd3bf2ee req-53bf0260-4f61-45ba-9e01-9455a938b959 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:01.452943 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e242adef-c64b-4444-a46c-637ddd3bf2ee req-53bf0260-4f61-45ba-9e01-9455a938b959 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0743499 May 04 17:59:01.505142 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e242adef-c64b-4444-a46c-637ddd3bf2ee req-4522a1a0-e41b-43d7-b6b7-c91373bee89b tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 May 04 17:59:02.400841 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-829f9fd8-bfd2-4e59-b776-a1cd381b97e4 req-efa749c4-1e27-4d85-8fcb-bb3b53397e69 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0275471 May 04 17:59:02.629363 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d5131-7bcf-478f-acff-8b93108e8719 req-254d2542-38d4-441a-ae6f-76527538b5ce tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:02.631140 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-199d5131-7bcf-478f-acff-8b93108e8719 req-254d2542-38d4-441a-ae6f-76527538b5ce tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0523486 May 04 17:59:02.681030 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-199d5131-7bcf-478f-acff-8b93108e8719 req-92473d2e-ba0c-4881-85f0-147ddab5ba88 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 May 04 17:59:02.984859 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41872) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:03.101790 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-55c09290-17a5-4a00-beaa-a8a4bea03989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:03.176231 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-55c09290-17a5-4a00-beaa-a8a4bea03989 admin admin] Publish callbacks [] for security_group (cc9a031d-4f83-40a5-8f12-2e43d5239a46), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:03.309515 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-55c09290-17a5-4a00-beaa-a8a4bea03989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (cc9a031d-4f83-40a5-8f12-2e43d5239a46), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:03.360743 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c09290-17a5-4a00-beaa-a8a4bea03989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9a031d-4f83-40a5-8f12-2e43d5239a46,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:03.375647 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-55c09290-17a5-4a00-beaa-a8a4bea03989 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1837e0bacc7d4caab433d3437bc560d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897126 May 04 17:59:03.380926 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41876) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:03.433912 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f5bf450c-978b-474a-b457-dc93e8543680 admin admin] Publish callbacks [] for security_group (cc9a031d-4f83-40a5-8f12-2e43d5239a46), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:03.462219 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f5bf450c-978b-474a-b457-dc93e8543680 admin admin] Publish callbacks [] for security_group (cc9a031d-4f83-40a5-8f12-2e43d5239a46), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:03.488059 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d623a47-3883-4679-859b-704603dfa1b2 req-e28c78d1-8e53-4795-9e23-ac1cb29343f3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1089311 May 04 17:59:03.520619 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-fa77cf65-fdf7-42ba-bce6-e3703a9c6cb1 req-685ed932-924a-4d36-8286-2aaff6cf5d9f tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0338249 May 04 17:59:03.542032 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191e88c-fd4b-4a76-a7aa-2b9461644d33 req-c3bbdeca-780e-4d76-87e6-bd3adff30a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:03.543516 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4191e88c-fd4b-4a76-a7aa-2b9461644d33 req-c3bbdeca-780e-4d76-87e6-bd3adff30a75 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3582f692d07d4a959f4033ced79df226&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1996279 May 04 17:59:03.572779 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623a47-3883-4679-859b-704603dfa1b2 req-1df1e0f1-8371-4628-8d91-edde328eefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:03.574281 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d623a47-3883-4679-859b-704603dfa1b2 req-1df1e0f1-8371-4628-8d91-edde328eefeb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 1130 time: 0.0624239 May 04 17:59:03.605607 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f5bf450c-978b-474a-b457-dc93e8543680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (cc9a031d-4f83-40a5-8f12-2e43d5239a46), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:03.608215 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f5bf450c-978b-474a-b457-dc93e8543680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:03.609412 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f5bf450c-978b-474a-b457-dc93e8543680 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc9a031d-4f83-40a5-8f12-2e43d5239a46 HTTP/1.1" status: 204 len: 168 time: 0.2274668 May 04 17:59:03.618327 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf450c-978b-474a-b457-dc93e8543680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9a031d-4f83-40a5-8f12-2e43d5239a46,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:03.674994 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191e88c-fd4b-4a76-a7aa-2b9461644d33 req-a34dc5fc-77ff-49cd-8b53-5315339c59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:03.676572 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4191e88c-fd4b-4a76-a7aa-2b9461644d33 req-a34dc5fc-77ff-49cd-8b53-5315339c59cb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259873 May 04 17:59:03.804088 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-dfaccef0-5ca0-486f-a65d-ab3b4ca7d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:03.805572 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-dfaccef0-5ca0-486f-a65d-ab3b4ca7d72e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1127 time: 0.0905166 May 04 17:59:03.810236 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623a47-3883-4679-859b-704603dfa1b2 req-eeedd276-6db8-4f37-944a-9c8ac5bf0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:03.811539 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d623a47-3883-4679-859b-704603dfa1b2 req-eeedd276-6db8-4f37-944a-9c8ac5bf0e99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 913 time: 0.1921253 May 04 17:59:03.822618 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c06373-20aa-4b96-a671-03bdcf1ca3f1 req-9745b081-724b-42cf-b541-b8059066e9de tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:03.824003 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d4c06373-20aa-4b96-a671-03bdcf1ca3f1 req-9745b081-724b-42cf-b541-b8059066e9de tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0714040 May 04 17:59:03.901069 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-68e53377-9cd3-4508-a75c-61d3dfb02099 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 217 time: 0.0750713 May 04 17:59:03.986989 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d623a47-3883-4679-859b-704603dfa1b2 req-911a34a9-a23b-4f32-910c-fa0d831cb602 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd HTTP/1.1" status: 200 len: 1002 time: 0.1619365 May 04 17:59:03.989278 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-86a176b1-0e63-4231-af73-57f671084b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:03.990614 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-86a176b1-0e63-4231-af73-57f671084b64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5b9969d-743b-4741-bbf3-eb8ad351e3aa HTTP/1.1" status: 200 len: 853 time: 0.0792003 May 04 17:59:03.994017 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d4c06373-20aa-4b96-a671-03bdcf1ca3f1 req-27877e41-2016-4234-b271-4c034fd3af87 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546128 May 04 17:59:04.073478 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-75b95cf4-b8bc-4b86-970a-df6179ec35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:04.074943 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-75b95cf4-b8bc-4b86-970a-df6179ec35ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e7fea3-d972-4729-b298-8e50ca4a2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647495 May 04 17:59:04.080793 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623a47-3883-4679-859b-704603dfa1b2 req-c96bf17e-1633-4f17-a185-0daafe340221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:04.082332 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d623a47-3883-4679-859b-704603dfa1b2 req-c96bf17e-1633-4f17-a185-0daafe340221 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.0798745 May 04 17:59:04.282486 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 41886) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:04.297413 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-867c0963-d06b-4e9d-9f55-222ee96d1b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:04.387178 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d623a47-3883-4679-859b-704603dfa1b2 req-370ad3a7-18d9-45e2-8f2a-c5616f3d4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:04.388728 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d623a47-3883-4679-859b-704603dfa1b2 req-370ad3a7-18d9-45e2-8f2a-c5616f3d4185 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764458 May 04 17:59:04.591373 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-c3bdc788-8e70-4a6b-9daa-8aaa3316b75c service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779093 May 04 17:59:04.625164 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3af975d3-b562-45e1-b218-f7cc6a9056bc req-5fd8fd33-5317-49f3-a8ee-7bb862ea6ffa tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0323985 May 04 17:59:04.663912 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-867c0963-d06b-4e9d-9f55-222ee96d1b94 admin admin] Publish callbacks [] for security_group (fdcb2732-0b51-43d6-a509-f222e47d9785), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:04.710323 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d623a47-3883-4679-859b-704603dfa1b2 req-ae7c8056-4069-4007-be6e-86fff03261c3 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149581 May 04 17:59:04.717874 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86973c-8454-4399-8c45-13ac08321abc req-3100b874-7589-4b83-920e-a116ac9bf252 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:04.719176 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-3100b874-7589-4b83-920e-a116ac9bf252 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.86 "GET /v2.0/networks?id=2e0d04d8-e437-4b61-9487-bb53daba3921 HTTP/1.1" status: 200 len: 814 time: 0.2723641 May 04 17:59:04.737838 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Request body: {'port': {'device_id': 'bddac0eb-e4e3-4041-a828-3e84a60a413f', 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921', 'admin_state_up': True, 'tenant_id': '44abe4738e4d43d68e68b5d4928ea3e4'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:04.770968 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-867c0963-d06b-4e9d-9f55-222ee96d1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (fdcb2732-0b51-43d6-a509-f222e47d9785), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:04.887740 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-2d6228bd-6991-4dee-9c2a-8193eee931a7 req-f4579fd1-43a9-4943-98b1-688481c10b79 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853220 May 04 17:59:04.911165 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c0963-d06b-4e9d-9f55-222ee96d1b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb2732-0b51-43d6-a509-f222e47d9785,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:04.920260 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-867c0963-d06b-4e9d-9f55-222ee96d1b94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bbff3de719934b028847076631e30bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6367066 May 04 17:59:04.922915 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 41894) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:04.945159 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8d623a47-3883-4679-859b-704603dfa1b2 req-2fcea239-0ddc-4e33-819e-c89eb74a1015 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218988 May 04 17:59:04.974125 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b6681620-2cd9-4a4f-8ed5-945d45c3770a admin admin] Publish callbacks [] for security_group (fdcb2732-0b51-43d6-a509-f222e47d9785), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:04.998077 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b6681620-2cd9-4a4f-8ed5-945d45c3770a admin admin] Publish callbacks [] for security_group (fdcb2732-0b51-43d6-a509-f222e47d9785), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:05.110252 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5c3f8-152f-4316-badb-a6fb8b38516f req-6a3347f2-e0f7-4d55-bc73-7fc1dedb6bca tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:05.111739 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e6c5c3f8-152f-4316-badb-a6fb8b38516f req-6a3347f2-e0f7-4d55-bc73-7fc1dedb6bca tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0485976 May 04 17:59:05.124491 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Made reservation on behalf of 44abe4738e4d43d68e68b5d4928ea3e4 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:59:05.127652 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:05.138635 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b6681620-2cd9-4a4f-8ed5-945d45c3770a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (fdcb2732-0b51-43d6-a509-f222e47d9785), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:05.141312 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-b6681620-2cd9-4a4f-8ed5-945d45c3770a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:05.142472 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-b6681620-2cd9-4a4f-8ed5-945d45c3770a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fdcb2732-0b51-43d6-a509-f222e47d9785 HTTP/1.1" status: 204 len: 168 time: 0.2183051 May 04 17:59:05.152374 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6681620-2cd9-4a4f-8ed5-945d45c3770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb2732-0b51-43d6-a509-f222e47d9785,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:05.217703 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e6c5c3f8-152f-4316-badb-a6fb8b38516f req-f350e360-ab76-4254-ac3f-a149a26ddbfa tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001048 May 04 17:59:05.294910 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Allocated IP 172.20.0.8 (2e0d04d8-e437-4b61-9487-bb53daba3921/d89cff66-0cc3-49cb-adf7-56ce0e9d5596/51d3972e-6dac-42da-9960-effa76ef3080) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:59:05.447662 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks [] for port (51d3972e-6dac-42da-9960-effa76ef3080), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:05.522825 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (51d3972e-6dac-42da-9960-effa76ef3080), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:05.564347 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Network 2e0d04d8-e437-4b61-9487-bb53daba3921 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:59:05.568477 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:59:05.572312 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:59:05.608543 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Pushing event updated for resources: {'Port': ['ID=51d3972e-6dac-42da-9960-effa76ef3080,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:05.634036 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:05.634644 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:05.695894 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-98ab2fb2-682a-4fd7-81f4-6fcebf6515c5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9620652 May 04 17:59:05.743307 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7f74c-a3fe-435f-89d3-5af71b656b8a req-8c113fbc-8441-4c35-939c-af2fd7a5d3cc tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:05.744815 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0ef7f74c-a3fe-435f-89d3-5af71b656b8a req-8c113fbc-8441-4c35-939c-af2fd7a5d3cc tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 931 time: 0.0471327 May 04 17:59:05.793322 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0ef7f74c-a3fe-435f-89d3-5af71b656b8a req-4a831b5a-5a1e-4e27-adfd-4d91dd9b05fa tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 May 04 17:59:05.843522 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Request body: {'port': {'device_id': 'bddac0eb-e4e3-4041-a828-3e84a60a413f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:05.906446 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (51d3972e-6dac-42da-9960-effa76ef3080), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:06.452888 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d3972e-6dac-42da-9960-effa76ef3080 {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:59:06.469115 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Publish callbacks [] for port (51d3972e-6dac-42da-9960-effa76ef3080), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:06.503993 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Transition to ACTIVE for port object 51d3972e-6dac-42da-9960-effa76ef3080 will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 17:59:06.511043 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d457f-0623-4b99-a222-1f1e22874915 req-0425378d-6862-45db-ad65-20a913309c30 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:06.512647 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5f3d457f-0623-4b99-a222-1f1e22874915 req-0425378d-6862-45db-ad65-20a913309c30 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0666811 May 04 17:59:06.561767 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-5f3d457f-0623-4b99-a222-1f1e22874915 req-d849dda5-a294-4618-8558-076959ce4f01 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435734 May 04 17:59:06.833399 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (51d3972e-6dac-42da-9960-effa76ef3080), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:06.847554 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Pushing event updated for resources: {'Port': ['ID=51d3972e-6dac-42da-9960-effa76ef3080,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:06.925465 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395df055-19a6-4a55-9b36-a357f2c963a7 req-dece82fd-85fd-4632-8c4c-a3d6d368e651 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:06.927392 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-395df055-19a6-4a55-9b36-a357f2c963a7 req-dece82fd-85fd-4632-8c4c-a3d6d368e651 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 943 time: 0.0508976 May 04 17:59:06.946186 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Attempting to bind port 51d3972e-6dac-42da-9960-effa76ef3080 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 17:59:06.946535 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Attempting to bind port 51d3972e-6dac-42da-9960-effa76ef3080 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 17:59:06.946875 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Attempting to bind port 51d3972e-6dac-42da-9960-effa76ef3080 on network 2e0d04d8-e437-4b61-9487-bb53daba3921 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:59:06.951241 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Port 51d3972e-6dac-42da-9960-effa76ef3080 on network 2e0d04d8-e437-4b61-9487-bb53daba3921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 17:59:06.951564 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Attempting to bind port 51d3972e-6dac-42da-9960-effa76ef3080 on network 2e0d04d8-e437-4b61-9487-bb53daba3921 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 17:59:06.956740 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 17:59:06.957084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Checking segment: {'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 17:59:06.958193 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Bound using segment: {'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 17:59:06.958569 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Bound port: 51d3972e-6dac-42da-9960-effa76ef3080, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 17:59:06.958933 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (51d3972e-6dac-42da-9960-effa76ef3080), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:06.975599 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-395df055-19a6-4a55-9b36-a357f2c963a7 req-29391a1e-60b5-4c66-96c0-51f88c23c61a tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 May 04 17:59:07.024085 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] For port 51d3972e-6dac-42da-9960-effa76ef3080, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 17:59:07.027315 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] For port 51d3972e-6dac-42da-9960-effa76ef3080, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=51d3972e-6dac-42da-9960-effa76ef3080,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 17:59:07.458805 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (51d3972e-6dac-42da-9960-effa76ef3080), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:07.491573 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:07.492200 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:07.493633 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] 10.222.0.86 "PUT /v2.0/ports/51d3972e-6dac-42da-9960-effa76ef3080 HTTP/1.1" status: 200 len: 1093 time: 1.6544571 May 04 17:59:07.494093 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddac0eb-e4e3-4041-a828-3e84a60a413f', 'tag': '51d3972e-6dac-42da-9960-effa76ef3080'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:07.496364 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b8cad2-cf6c-4cec-b5f2-c0268367831e" -d '{"events": [{"name": "network-changed", "server_uuid": "bddac0eb-e4e3-4041-a828-3e84a60a413f", "tag": "51d3972e-6dac-42da-9960-effa76ef3080"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:59:07.531729 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd229aa9-4be2-438b-8d69-4e0c97a213f5 service neutron] Pushing event updated for resources: {'Port': ['ID=51d3972e-6dac-42da-9960-effa76ef3080,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:07.540480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22775956-99fc-4e59-a581-8be95946b972 x-openstack-request-id: req-22775956-99fc-4e59-a581-8be95946b972 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:59:07.544103 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddac0eb-e4e3-4041-a828-3e84a60a413f", "tag": "51d3972e-6dac-42da-9960-effa76ef3080", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:59:07.544103 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22775956-99fc-4e59-a581-8be95946b972 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:59:07.544103 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22775956-99fc-4e59-a581-8be95946b972'] response: {'name': 'network-changed', 'server_uuid': 'bddac0eb-e4e3-4041-a828-3e84a60a413f', 'tag': '51d3972e-6dac-42da-9960-effa76ef3080', 'status': 'completed', 'code': 200} May 04 17:59:07.609310 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8cad2-cf6c-4cec-b5f2-c0268367831e req-a46a27c4-ea35-42b4-9f03-b119d9c16d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:07.611493 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e4b8cad2-cf6c-4cec-b5f2-c0268367831e req-a46a27c4-ea35-42b4-9f03-b119d9c16d7e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 1127 time: 0.0499935 May 04 17:59:07.650780 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5e5bf717-b6e4-4f4d-881f-db71b7750d83 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:59:07.695844 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40507251-787c-4153-98ea-85d8f80933ed req-fdd05763-9100-4d72-a4c3-9eabfb776e5d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:07.702809 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40507251-787c-4153-98ea-85d8f80933ed req-fdd05763-9100-4d72-a4c3-9eabfb776e5d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 943 time: 0.0540836 May 04 17:59:07.725933 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8cad2-cf6c-4cec-b5f2-c0268367831e req-6a6cb593-3c66-4f42-9b55-c932d4038208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:07.738905 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e4b8cad2-cf6c-4cec-b5f2-c0268367831e req-6a6cb593-3c66-4f42-9b55-c932d4038208 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1073389 May 04 17:59:07.756691 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-40507251-787c-4153-98ea-85d8f80933ed req-971355b9-7703-4810-afe9-ef1b33cde4c2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 May 04 17:59:07.788762 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:59:07.800526 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'port_id': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'mac_address': 'fa:16:3e:e7:cf:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:59:07.842230 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8cad2-cf6c-4cec-b5f2-c0268367831e req-1ec3d702-cff8-4d83-b785-19da962d0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:07.842766 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e4b8cad2-cf6c-4cec-b5f2-c0268367831e req-1ec3d702-cff8-4d83-b785-19da962d0264 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082692 May 04 17:59:07.843976 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:59:07.844569 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:07.866880 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5bf717-b6e4-4f4d-881f-db71b7750d83 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:59:07.888201 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:59:07.920579 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86973c-8454-4399-8c45-13ac08321abc req-40af419c-8f88-4c4e-ac89-e36a48b2e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:07.922212 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-40af419c-8f88-4c4e-ac89-e36a48b2e9fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 1127 time: 0.0409179 May 04 17:59:07.967049 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-b1103fa4-968f-48ca-b24e-2b4695f67cac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51d3972e-6dac-42da-9960-effa76ef3080 HTTP/1.1" status: 200 len: 217 time: 0.0378790 May 04 17:59:07.990615 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:08.021784 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86973c-8454-4399-8c45-13ac08321abc req-e045613b-16d6-48c4-8278-0337da9f3c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:08.023123 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-e045613b-16d6-48c4-8278-0337da9f3c0f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d89cff66-0cc3-49cb-adf7-56ce0e9d5596 HTTP/1.1" status: 200 len: 854 time: 0.0493300 May 04 17:59:08.058435 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5e5bf717-b6e4-4f4d-881f-db71b7750d83,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:08.072769 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-6e3e33d0-3721-4382-b5b4-354b7d84ccb3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e0d04d8-e437-4b61-9487-bb53daba3921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413201 May 04 17:59:08.138712 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78cdcf-30c2-4b4c-b969-890816e9dc78 req-2776da2a-2580-4d5c-aba0-0c5449e079e1 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:08.140116 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ce78cdcf-30c2-4b4c-b969-890816e9dc78 req-2776da2a-2580-4d5c-aba0-0c5449e079e1 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 943 time: 0.0776327 May 04 17:59:08.226536 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-71cff373-f227-40dd-b53d-04f45f84c721 service neutron] 10.222.0.86 "GET /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339352 May 04 17:59:08.233429 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ce78cdcf-30c2-4b4c-b969-890816e9dc78 req-3875d340-6327-49fa-9b9e-d8e58896822b tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860043 May 04 17:59:08.257841 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5e5bf717-b6e4-4f4d-881f-db71b7750d83'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:59:08.324994 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1d86973c-8454-4399-8c45-13ac08321abc req-f55119b9-a2db-4fe0-a9ae-73acfeebd344 service neutron] 10.222.0.86 "GET /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905585 May 04 17:59:08.868739 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0440e-3895-49bc-8be3-87432a97d3c6 req-9628c4aa-0912-4f1f-8b01-9dc1f7f87188 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:08.870225 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e4a0440e-3895-49bc-8be3-87432a97d3c6 req-9628c4aa-0912-4f1f-8b01-9dc1f7f87188 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 944 time: 0.0529532 May 04 17:59:08.918441 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-e4a0440e-3895-49bc-8be3-87432a97d3c6 req-9efe40b3-d109-4717-bd24-1fab29093812 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 May 04 17:59:09.348395 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372cd81-76b5-4af3-a378-710d2c3d929f req-1334049b-b7da-4c39-8c5f-8076c3cab4cc tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:09.349921 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f372cd81-76b5-4af3-a378-710d2c3d929f req-1334049b-b7da-4c39-8c5f-8076c3cab4cc tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 943 time: 0.0493717 May 04 17:59:09.397685 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f372cd81-76b5-4af3-a378-710d2c3d929f req-fef3e67d-eb83-4a57-a533-c766ce509a85 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 May 04 17:59:09.680646 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5e5bf717-b6e4-4f4d-881f-db71b7750d83 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:59:09.729736 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:59:09.789130 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:59:09.789546 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:09.868066 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:59:09.868520 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:09.891576 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:09.898820 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e0fe5-92ba-4307-a038-62eb42f65970" -d '{"events": [{"server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "name": "network-vif-plugged", "status": "completed", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:59:09.918501 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:59:09.932911 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24123e88-ce32-4f29-a1a3-5980b94cbd3b x-openstack-request-id: req-24123e88-ce32-4f29-a1a3-5980b94cbd3b {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:59:09.933220 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "name": "network-vif-plugged", "status": "completed", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:59:09.933476 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24123e88-ce32-4f29-a1a3-5980b94cbd3b {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:59:09.933870 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24123e88-ce32-4f29-a1a3-5980b94cbd3b'] response: {'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'code': 200} May 04 17:59:09.994201 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:10.019068 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f8bcca7b-8705-45e5-bb61-fd1a19531f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:10.042322 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdadf-5503-49e4-8243-41b4588be798 req-5506f866-2aed-46ff-b556-bdef561ce0cf tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:10.043948 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-136cdadf-5503-49e4-8243-41b4588be798 req-5506f866-2aed-46ff-b556-bdef561ce0cf tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0587487 May 04 17:59:10.047823 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=5e5bf717-b6e4-4f4d-881f-db71b7750d83,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:10.103116 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-136cdadf-5503-49e4-8243-41b4588be798 req-52da5a40-801f-4f96-8a64-b6e645ba87ee tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 May 04 17:59:10.237279 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8dbfa-eeac-4438-93a4-f9c3e42e9720 req-e7456b86-3437-415b-9184-9f56df02c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:10.238950 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-79f8dbfa-eeac-4438-93a4-f9c3e42e9720 req-e7456b86-3437-415b-9184-9f56df02c870 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1129 time: 0.0390644 May 04 17:59:10.286342 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-79f8dbfa-eeac-4438-93a4-f9c3e42e9720 req-a39c7015-640b-473b-bf7f-d1e29b4bde3b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 May 04 17:59:10.510720 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d824f7-616d-4c7a-b7dc-9c90b7f0c470 req-41f092b8-96ab-447f-9b07-9dc848d9820d tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:10.512119 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a2d824f7-616d-4c7a-b7dc-9c90b7f0c470 req-41f092b8-96ab-447f-9b07-9dc848d9820d tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 943 time: 0.0461388 May 04 17:59:10.560130 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a2d824f7-616d-4c7a-b7dc-9c90b7f0c470 req-0d310bf6-9893-4cfb-a17d-165fd4ac7889 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424278 May 04 17:59:11.215375 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b5629-3500-4acd-8767-9fc7a03e84c5 req-c71a216e-c39a-474c-92cf-208cf85af603 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:11.216868 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0e4b5629-3500-4acd-8767-9fc7a03e84c5 req-c71a216e-c39a-474c-92cf-208cf85af603 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0470445 May 04 17:59:11.263421 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0e4b5629-3500-4acd-8767-9fc7a03e84c5 req-458a524d-288a-4a64-a2ae-d248af45de40 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 May 04 17:59:11.674305 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37221287-300b-4247-ae0e-984563efc9c3 req-711f2468-04fb-47b0-a825-f934fb1f90b6 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:11.675970 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-37221287-300b-4247-ae0e-984563efc9c3 req-711f2468-04fb-47b0-a825-f934fb1f90b6 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 943 time: 0.0474060 May 04 17:59:11.687591 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 51d3972e-6dac-42da-9960-effa76ef3080 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 17:59:11.728142 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-37221287-300b-4247-ae0e-984563efc9c3 req-4ee427d3-1b7a-4031-b0e7-491d36daa3bf tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466075 May 04 17:59:11.789892 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 51d3972e-6dac-42da-9960-effa76ef3080, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=51d3972e-6dac-42da-9960-effa76ef3080,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:59:11.800932 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '51d3972e-6dac-42da-9960-effa76ef3080', 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921', 'port_id': '51d3972e-6dac-42da-9960-effa76ef3080', 'mac_address': 'fa:16:3e:bd:10:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cff66-0cc3-49cb-adf7-56ce0e9d5596', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 17:59:11.839484 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 51d3972e-6dac-42da-9960-effa76ef3080 is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:59:11.839786 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (51d3972e-6dac-42da-9960-effa76ef3080), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:11.853050 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d3972e-6dac-42da-9960-effa76ef3080 {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:59:11.871857 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 51d3972e-6dac-42da-9960-effa76ef3080, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=51d3972e-6dac-42da-9960-effa76ef3080,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:59:11.948962 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (51d3972e-6dac-42da-9960-effa76ef3080), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:11.997176 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=51d3972e-6dac-42da-9960-effa76ef3080,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:12.203116 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['51d3972e-6dac-42da-9960-effa76ef3080'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:59:12.382402 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7afd49-ab8c-499c-95fe-2e82cfbf7294 req-a0fa0359-ec9c-46f7-86c8-66b3cc2d171d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:12.383884 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bf7afd49-ab8c-499c-95fe-2e82cfbf7294 req-a0fa0359-ec9c-46f7-86c8-66b3cc2d171d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0529349 May 04 17:59:12.417423 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-64f79df1-dfcf-4c6d-b65e-5977afed40b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:12.433791 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-bf7afd49-ab8c-499c-95fe-2e82cfbf7294 req-281ddf99-e254-444d-981b-49668c8c95d7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441680 May 04 17:59:12.546884 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f23435-a2cd-4966-b232-fcc0ff3ff9eb req-e23751a7-e502-4666-82b1-176128066f22 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:12.548381 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a2f23435-a2cd-4966-b232-fcc0ff3ff9eb req-e23751a7-e502-4666-82b1-176128066f22 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0465972 May 04 17:59:12.595607 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-a2f23435-a2cd-4966-b232-fcc0ff3ff9eb req-1189ddb4-542a-4b28-adf0-a7691096f6f8 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 May 04 17:59:12.849675 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1735f-c675-40e8-84d4-0bf0bf0fad99 req-20732311-df6a-4733-bf91-d30a4ccadd54 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:12.851308 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9da1735f-c675-40e8-84d4-0bf0bf0fad99 req-20732311-df6a-4733-bf91-d30a4ccadd54 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 944 time: 0.0501521 May 04 17:59:12.902025 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-9da1735f-c675-40e8-84d4-0bf0bf0fad99 req-7a61a09d-4384-4f97-aac2-72ffbf612706 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452032 May 04 17:59:12.933409 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce43c8d-fc87-4a65-83ff-61e3d43357e2 req-d5cd426b-8155-4fd9-be86-7f4c0bfb9ddc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:12.934899 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ce43c8d-fc87-4a65-83ff-61e3d43357e2 req-d5cd426b-8155-4fd9-be86-7f4c0bfb9ddc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0487883 May 04 17:59:12.981878 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-0ce43c8d-fc87-4a65-83ff-61e3d43357e2 req-67b9abd1-5fc0-4af8-9eab-de4b78891daa tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 May 04 17:59:13.278620 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42010) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:13.383337 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-742bdf70-d67c-4a58-b621-61b753f3ef8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.464341 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-742bdf70-d67c-4a58-b621-61b753f3ef8a admin admin] Publish callbacks [] for security_group (03e6c89c-f3a8-44a8-bc19-5f67ecfb54b6), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.559500 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-742bdf70-d67c-4a58-b621-61b753f3ef8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (03e6c89c-f3a8-44a8-bc19-5f67ecfb54b6), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.598862 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-742bdf70-d67c-4a58-b621-61b753f3ef8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=226b47a3f10046f6835495ce2263c487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186145 May 04 17:59:13.599667 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bdf70-d67c-4a58-b621-61b753f3ef8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e6c89c-f3a8-44a8-bc19-5f67ecfb54b6,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:13.601767 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42014) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:13.651005 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f41f-2a43-4a2b-a503-b98b036f124f admin admin] Publish callbacks [] for security_group (03e6c89c-f3a8-44a8-bc19-5f67ecfb54b6), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.672059 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f41f-2a43-4a2b-a503-b98b036f124f admin admin] Publish callbacks [] for security_group (03e6c89c-f3a8-44a8-bc19-5f67ecfb54b6), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.700723 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 51d3972e-6dac-42da-9960-effa76ef3080 up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 17:59:13.760306 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 51d3972e-6dac-42da-9960-effa76ef3080 completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 17:59:13.806217 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f41f-2a43-4a2b-a503-b98b036f124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (03e6c89c-f3a8-44a8-bc19-5f67ecfb54b6), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.808848 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f41f-2a43-4a2b-a503-b98b036f124f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.814030 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0aa6f41f-2a43-4a2b-a503-b98b036f124f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03e6c89c-f3a8-44a8-bc19-5f67ecfb54b6 HTTP/1.1" status: 204 len: 168 time: 0.2070887 May 04 17:59:13.821380 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6f41f-2a43-4a2b-a503-b98b036f124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e6c89c-f3a8-44a8-bc19-5f67ecfb54b6,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:13.836015 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 51d3972e-6dac-42da-9960-effa76ef3080 triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:59:13.836398 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (51d3972e-6dac-42da-9960-effa76ef3080), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.924634 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 51d3972e-6dac-42da-9960-effa76ef3080 is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:59:13.937575 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (51d3972e-6dac-42da-9960-effa76ef3080), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.949077 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddac0eb-e4e3-4041-a828-3e84a60a413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3972e-6dac-42da-9960-effa76ef3080'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:13.951322 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a580831a-4923-46a7-80d1-30673892821c" -d '{"events": [{"server_uuid": "bddac0eb-e4e3-4041-a828-3e84a60a413f", "name": "network-vif-plugged", "status": "completed", "tag": "51d3972e-6dac-42da-9960-effa76ef3080"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:59:13.966180 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 51d3972e-6dac-42da-9960-effa76ef3080, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=51d3972e-6dac-42da-9960-effa76ef3080,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:59:13.970741 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:13.986984 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af000d6-c0cf-44bb-850f-0648ade2e86c x-openstack-request-id: req-2af000d6-c0cf-44bb-850f-0648ade2e86c {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:59:13.987310 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddac0eb-e4e3-4041-a828-3e84a60a413f", "name": "network-vif-plugged", "status": "completed", "tag": "51d3972e-6dac-42da-9960-effa76ef3080", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:59:13.987574 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2af000d6-c0cf-44bb-850f-0648ade2e86c {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:59:13.987975 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af000d6-c0cf-44bb-850f-0648ade2e86c'] response: {'server_uuid': 'bddac0eb-e4e3-4041-a828-3e84a60a413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3972e-6dac-42da-9960-effa76ef3080', 'code': 200} May 04 17:59:14.020516 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f4945-cfe2-47fe-8f01-c1869c9cb139 req-0d09be2b-feaa-45fe-ba5f-78517af18652 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:14.022329 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d53f4945-cfe2-47fe-8f01-c1869c9cb139 req-0d09be2b-feaa-45fe-ba5f-78517af18652 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 944 time: 0.0501392 May 04 17:59:14.072814 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d53f4945-cfe2-47fe-8f01-c1869c9cb139 req-8cda07e2-e435-4c89-9eb9-87f408af2ae4 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 May 04 17:59:14.109140 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (51d3972e-6dac-42da-9960-effa76ef3080), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:14.158040 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=51d3972e-6dac-42da-9960-effa76ef3080,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:14.355050 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482d3e3-7b48-47b9-978a-84e979e4e453 req-4bf96e7c-4263-43b3-bb64-8fc2dcd79c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:14.356566 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d482d3e3-7b48-47b9-978a-84e979e4e453 req-4bf96e7c-4263-43b3-bb64-8fc2dcd79c6a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 1129 time: 0.0391486 May 04 17:59:14.401389 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-d482d3e3-7b48-47b9-978a-84e979e4e453 req-aec66cb8-0d34-4806-b4c2-b25eff161365 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384374 May 04 17:59:14.583806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42030) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:14.596926 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-91000e69-c992-4a55-812a-3ab6f8c1f5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:14.673249 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-91000e69-c992-4a55-812a-3ab6f8c1f5be admin admin] Publish callbacks [] for security_group (173c6ae7-e9bc-46ee-98c6-5cbb5a2af34b), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:14.772068 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-91000e69-c992-4a55-812a-3ab6f8c1f5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (173c6ae7-e9bc-46ee-98c6-5cbb5a2af34b), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:14.810901 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-91000e69-c992-4a55-812a-3ab6f8c1f5be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8158487856a34062bb1dae58f555ec0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259243 May 04 17:59:14.811780 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91000e69-c992-4a55-812a-3ab6f8c1f5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173c6ae7-e9bc-46ee-98c6-5cbb5a2af34b,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:14.813528 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42034) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:14.885042 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c3feb733-6b52-4251-ba62-4a501526fb1f admin admin] Publish callbacks [] for security_group (173c6ae7-e9bc-46ee-98c6-5cbb5a2af34b), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:14.908727 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c3feb733-6b52-4251-ba62-4a501526fb1f admin admin] Publish callbacks [] for security_group (173c6ae7-e9bc-46ee-98c6-5cbb5a2af34b), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:15.052008 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c3feb733-6b52-4251-ba62-4a501526fb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (173c6ae7-e9bc-46ee-98c6-5cbb5a2af34b), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:15.054588 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-c3feb733-6b52-4251-ba62-4a501526fb1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:15.055744 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-c3feb733-6b52-4251-ba62-4a501526fb1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/173c6ae7-e9bc-46ee-98c6-5cbb5a2af34b HTTP/1.1" status: 204 len: 168 time: 0.2412548 May 04 17:59:15.064307 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3feb733-6b52-4251-ba62-4a501526fb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173c6ae7-e9bc-46ee-98c6-5cbb5a2af34b,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:15.196638 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadcbaf-3ff0-41ae-96f4-32848e7de6fc req-cd84d650-472f-44f1-b40f-48c4ba4ac54f tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:15.198150 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-daadcbaf-3ff0-41ae-96f4-32848e7de6fc req-cd84d650-472f-44f1-b40f-48c4ba4ac54f tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 945 time: 0.0489447 May 04 17:59:15.245038 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-daadcbaf-3ff0-41ae-96f4-32848e7de6fc req-41078548-1f24-4e0e-ab96-08aef4db644c tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 May 04 17:59:15.509444 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:16.359561 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff52f0a-e648-438b-94df-0220198ac8dd req-228047e7-b58b-490b-8670-69466ffbd193 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:16.360983 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3ff52f0a-e648-438b-94df-0220198ac8dd req-228047e7-b58b-490b-8670-69466ffbd193 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 945 time: 0.0484493 May 04 17:59:16.412157 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3ff52f0a-e648-438b-94df-0220198ac8dd req-71ebeeef-39a8-498f-a207-b4076dba26e5 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442586 May 04 17:59:16.781818 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:23.262729 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:23.407715 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222348c2-4499-4a94-b797-a93a07d4e466 req-79d1649a-2119-48b0-9284-f297704ff43d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:23.409170 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-222348c2-4499-4a94-b797-a93a07d4e466 req-79d1649a-2119-48b0-9284-f297704ff43d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0520804 May 04 17:59:23.457699 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-222348c2-4499-4a94-b797-a93a07d4e466 req-b37f94ca-f6bf-4a39-84b9-b179bea08122 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 May 04 17:59:23.479689 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42222) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:23.671242 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efabea78-e9dd-459d-9f99-8bec15230cb1 tempest-TestMinimumBasicScenario-793576615 tempest-TestMinimumBasicScenario-793576615-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:23.672904 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-efabea78-e9dd-459d-9f99-8bec15230cb1 tempest-TestMinimumBasicScenario-793576615 tempest-TestMinimumBasicScenario-793576615-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1124 time: 0.1921897 May 04 17:59:23.677922 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42226) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:23.682144 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'floatingip': {'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'port_id': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:23.770917 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:23.853338 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:23.967171 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Allocated IP 172.27.2.241 (a99019da-cd1f-4090-91c2-346508a986e5/1f808498-c505-44cd-a3ec-7246d9b49f73/f3a04c43-21be-4cd4-aead-dcfeb19757bc) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:59:24.078221 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for port (f3a04c43-21be-4cd4-aead-dcfeb19757bc), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:24.166123 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (f3a04c43-21be-4cd4-aead-dcfeb19757bc), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:24.206343 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Network a99019da-cd1f-4090-91c2-346508a986e5 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:59:24.210215 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:59:24.216177 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 17:59:24.239122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'Port': ['ID=f3a04c43-21be-4cd4-aead-dcfeb19757bc,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:24.604914 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for floatingip (e84b7fee-9d6b-4433-81c4-cea54aba6be6), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:24.752991 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (f3a04c43-21be-4cd4-aead-dcfeb19757bc), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:24.914274 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for port (f3a04c43-21be-4cd4-aead-dcfeb19757bc), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:25.017046 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (f3a04c43-21be-4cd4-aead-dcfeb19757bc), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:25.088822 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'Port': ['ID=f3a04c43-21be-4cd4-aead-dcfeb19757bc,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:25.100365 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1003632'] for floatingip (e84b7fee-9d6b-4433-81c4-cea54aba6be6), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:25.203264 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.db.l3_db [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Floating IP e84b7fee-9d6b-4433-81c4-cea54aba6be6 associated. External IP: 172.27.2.241, port: 5e5bf717-b6e4-4f4d-881f-db71b7750d83. May 04 17:59:25.419540 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Router 97b4604d-66b7-4a18-869c-b2e822a2261f has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 17:59:25.545017 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 17:59:25.555791 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] Sync routers for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:59:25.572689 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:59:25.573613 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:59:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:25.619406 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:25.654672 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-54730077-f866-448d-ada9-19147896c9c7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9757154 May 04 17:59:25.655371 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:25.657600 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42246) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:25.658095 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964d50fa-b528-48cd-803b-363d96d6fc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:59:25.662871 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-84b73b48-f274-4c72-9daa-3fbc21441190 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171016272', 'description': 'tempest-secgroup-smoke-171016272 description', 'project_id': '3582f692d07d4a959f4033ced79df226'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:25.694150 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:59:25.702631 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649d2c04-6ae0-4c30-9f6d-80e7049e1ec0 x-openstack-request-id: req-649d2c04-6ae0-4c30-9f6d-80e7049e1ec0 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:59:25.702631 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:59:25.702631 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-649d2c04-6ae0-4c30-9f6d-80e7049e1ec0 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:59:25.702631 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649d2c04-6ae0-4c30-9f6d-80e7049e1ec0'] response: {'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'status': 'completed', 'code': 200} May 04 17:59:25.742751 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-84b73b48-f274-4c72-9daa-3fbc21441190 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:25.767866 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-20ac1a01-2ac0-46bc-b3b8-d40da23a8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:25.770159 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-20ac1a01-2ac0-46bc-b3b8-d40da23a8eca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1129 time: 0.0416715 May 04 17:59:25.824398 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-84b73b48-f274-4c72-9daa-3fbc21441190 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group (5e6254c2-1c56-46c8-bf22-6d482c0f77da), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:25.888105 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-fc13e5cf-afe5-4da0-a7ff-2ae6ae9438bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:25.889675 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-fc13e5cf-afe5-4da0-a7ff-2ae6ae9438bb service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 200 len: 915 time: 0.1027517 May 04 17:59:25.907830 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-84b73b48-f274-4c72-9daa-3fbc21441190 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (5e6254c2-1c56-46c8-bf22-6d482c0f77da), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:25.937832 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'e84b7fee-9d6b-4433-81c4-cea54aba6be6', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'port_id': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'mac_address': 'fa:16:3e:e7:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b365880-2163-48ce-9732-4545f6dff47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:59:24Z', 'updated_at': '2022-05-04T17:59:24Z', 'revision_number': 0, 'project_id': '3582f692d07d4a959f4033ced79df226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:28Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:25.938561 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b73b48-f274-4c72-9daa-3fbc21441190 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6254c2-1c56-46c8-bf22-6d482c0f77da,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:25.961345 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-7cd9cfaf-0ff8-43de-8eb0-55041f0b9067 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 999 time: 0.0626109 May 04 17:59:25.965731 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] Checking router: 97b4604d-66b7-4a18-869c-b2e822a2261f for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:59:25.974259 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 17:59:25.974881 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T17:59:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:26.014996 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-11af2d78-0397-4db6-b72b-f1249cff4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:26.016621 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-11af2d78-0397-4db6-b72b-f1249cff4214 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5b9969d-743b-4741-bbf3-eb8ad351e3aa HTTP/1.1" status: 200 len: 853 time: 0.0469782 May 04 17:59:26.017848 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-84b73b48-f274-4c72-9daa-3fbc21441190 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.019093 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-84b73b48-f274-4c72-9daa-3fbc21441190 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3598721 May 04 17:59:26.023021 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42252) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:26.027260 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-7a441f24-c1c0-4859-88f8-a9af6559ac8d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'security_group_rule': {'security_group_id': '5e6254c2-1c56-46c8-bf22-6d482c0f77da', 'project_id': '3582f692d07d4a959f4033ced79df226', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:26.065984 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-eee589a2-fe77-4767-99c0-01a17e57fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:26.068087 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-eee589a2-fe77-4767-99c0-01a17e57fc0d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e7fea3-d972-4729-b298-8e50ca4a2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445240 May 04 17:59:26.093779 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 17:59:26.108087 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a441f24-c1c0-4859-88f8-a9af6559ac8d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (93972a6e-bca4-448b-8a7a-491a46fb4970), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.168088 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a441f24-c1c0-4859-88f8-a9af6559ac8d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (93972a6e-bca4-448b-8a7a-491a46fb4970), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.171098 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-cc11eed8-2620-4ded-9317-e896c5da2deb service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958905 May 04 17:59:26.245543 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a441f24-c1c0-4859-88f8-a9af6559ac8d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (93972a6e-bca4-448b-8a7a-491a46fb4970), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.262147 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a441f24-c1c0-4859-88f8-a9af6559ac8d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93972a6e-bca4-448b-8a7a-491a46fb4970,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:26.278753 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-964d50fa-b528-48cd-803b-363d96d6fc1c req-38f71e60-c9f4-4e6d-9f26-8dff2899f0c7 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014676 May 04 17:59:26.332806 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'e84b7fee-9d6b-4433-81c4-cea54aba6be6', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'port_id': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'mac_address': 'fa:16:3e:e7:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b365880-2163-48ce-9732-4545f6dff47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:59:24Z', 'updated_at': '2022-05-04T17:59:24Z', 'revision_number': 0, 'project_id': '3582f692d07d4a959f4033ced79df226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:28Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:26.338243 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7a441f24-c1c0-4859-88f8-a9af6559ac8d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.339470 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-7a441f24-c1c0-4859-88f8-a9af6559ac8d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155046 May 04 17:59:26.342409 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42254) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:26.346964 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-088b27d1-403c-4f34-bf62-82102759e2db tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'security_group_rule': {'security_group_id': '5e6254c2-1c56-46c8-bf22-6d482c0f77da', 'project_id': '3582f692d07d4a959f4033ced79df226', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:26.360374 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc8109-cad4-4f75-b939-0ad32ee88a1a None None] The sync data for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi is: [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': 'e84b7fee-9d6b-4433-81c4-cea54aba6be6', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'port_id': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'mac_address': 'fa:16:3e:e7:cf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b365880-2163-48ce-9732-4545f6dff47e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:59:24Z', 'updated_at': '2022-05-04T17:59:24Z', 'revision_number': 0, 'project_id': '3582f692d07d4a959f4033ced79df226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:28Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:59:26.450318 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-088b27d1-403c-4f34-bf62-82102759e2db tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (f1e48044-05db-4269-b9f8-daed2f797242), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.516957 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-088b27d1-403c-4f34-bf62-82102759e2db tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (f1e48044-05db-4269-b9f8-daed2f797242), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.564004 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a70ad86-6b82-48ec-9a29-0bb306429ff4 None None] New status for floating IP e84b7fee-9d6b-4433-81c4-cea54aba6be6: ACTIVE {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:59:26.599409 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-088b27d1-403c-4f34-bf62-82102759e2db tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (f1e48044-05db-4269-b9f8-daed2f797242), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.619309 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b27d1-403c-4f34-bf62-82102759e2db tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e48044-05db-4269-b9f8-daed2f797242,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:26.693503 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-088b27d1-403c-4f34-bf62-82102759e2db tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.694725 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-088b27d1-403c-4f34-bf62-82102759e2db tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3513935 May 04 17:59:26.697536 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42258) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:26.701852 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-24d8d963-fc7e-47e8-8a3a-04aed169fe93 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'security_group_rule': {'security_group_id': '5e6254c2-1c56-46c8-bf22-6d482c0f77da', 'project_id': '3582f692d07d4a959f4033ced79df226', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:26.812635 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-24d8d963-fc7e-47e8-8a3a-04aed169fe93 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (d86b61eb-f75a-4eae-b4a1-006fbb67e340), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.871634 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-24d8d963-fc7e-47e8-8a3a-04aed169fe93 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (d86b61eb-f75a-4eae-b4a1-006fbb67e340), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.953680 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-24d8d963-fc7e-47e8-8a3a-04aed169fe93 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (d86b61eb-f75a-4eae-b4a1-006fbb67e340), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:26.974991 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8d963-fc7e-47e8-8a3a-04aed169fe93 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86b61eb-f75a-4eae-b4a1-006fbb67e340,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:27.024445 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-24d8d963-fc7e-47e8-8a3a-04aed169fe93 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.025690 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-24d8d963-fc7e-47e8-8a3a-04aed169fe93 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272331 May 04 17:59:27.028490 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42266) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:27.032814 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-d2b50439-4c1d-4429-8026-44fde5442a3e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'security_group_rule': {'security_group_id': '5e6254c2-1c56-46c8-bf22-6d482c0f77da', 'project_id': '3582f692d07d4a959f4033ced79df226', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:27.102885 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d2b50439-4c1d-4429-8026-44fde5442a3e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (eed4f77b-13e7-42e1-a510-bd75acd2cba3), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.162272 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d2b50439-4c1d-4429-8026-44fde5442a3e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (eed4f77b-13e7-42e1-a510-bd75acd2cba3), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.227824 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d2b50439-4c1d-4429-8026-44fde5442a3e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (eed4f77b-13e7-42e1-a510-bd75acd2cba3), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.247638 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b50439-4c1d-4429-8026-44fde5442a3e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed4f77b-13e7-42e1-a510-bd75acd2cba3,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:27.315461 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-d2b50439-4c1d-4429-8026-44fde5442a3e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.317742 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-d2b50439-4c1d-4429-8026-44fde5442a3e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2882733 May 04 17:59:27.320386 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42270) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:27.324769 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-716727e2-3d8c-4e01-81d0-8e34085655bc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'security_group_rule': {'security_group_id': '5e6254c2-1c56-46c8-bf22-6d482c0f77da', 'project_id': '3582f692d07d4a959f4033ced79df226', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:27.434020 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.securitygroups_db [None req-716727e2-3d8c-4e01-81d0-8e34085655bc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Project 3582f692d07d4a959f4033ced79df226 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:59:27.439981 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-716727e2-3d8c-4e01-81d0-8e34085655bc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (aaf14df9-fe3e-4c1d-a78a-26ae4c352916), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.501510 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-716727e2-3d8c-4e01-81d0-8e34085655bc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (aaf14df9-fe3e-4c1d-a78a-26ae4c352916), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.582249 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-716727e2-3d8c-4e01-81d0-8e34085655bc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (aaf14df9-fe3e-4c1d-a78a-26ae4c352916), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.601321 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716727e2-3d8c-4e01-81d0-8e34085655bc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf14df9-fe3e-4c1d-a78a-26ae4c352916,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:27.674470 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-716727e2-3d8c-4e01-81d0-8e34085655bc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.676401 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-716727e2-3d8c-4e01-81d0-8e34085655bc tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3543148 May 04 17:59:27.681984 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42274) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:27.683976 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.v2.base [None req-054e08bd-7fbf-48e3-9731-59b21a2fa31a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'security_group_rule': {'security_group_id': '5e6254c2-1c56-46c8-bf22-6d482c0f77da', 'project_id': '3582f692d07d4a959f4033ced79df226', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:27.781546 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.securitygroups_db [None req-054e08bd-7fbf-48e3-9731-59b21a2fa31a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Project 3582f692d07d4a959f4033ced79df226 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:59:27.788217 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-054e08bd-7fbf-48e3-9731-59b21a2fa31a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (d5d36206-4df2-494e-a36f-3de157646730), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.852265 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-054e08bd-7fbf-48e3-9731-59b21a2fa31a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (d5d36206-4df2-494e-a36f-3de157646730), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.930838 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-054e08bd-7fbf-48e3-9731-59b21a2fa31a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035812'] for security_group_rule (d5d36206-4df2-494e-a36f-3de157646730), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:27.946710 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e08bd-7fbf-48e3-9731-59b21a2fa31a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d36206-4df2-494e-a36f-3de157646730,revision_number=0']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:28.018645 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-054e08bd-7fbf-48e3-9731-59b21a2fa31a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.020741 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-054e08bd-7fbf-48e3-9731-59b21a2fa31a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3404458 May 04 17:59:28.111560 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-c576b3bd-6a1d-4699-8563-18be2eb90f49 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171016272&fields=id&tenant_id=3582f692d07d4a959f4033ced79df226 HTTP/1.1" status: 200 len: 267 time: 0.0463183 May 04 17:59:28.165179 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-4d9d0aa6-f95b-4467-ada6-9fd3228cfe00 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:28.167215 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-4d9d0aa6-f95b-4467-ada6-9fd3228cfe00 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0495570 May 04 17:59:28.178636 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'port': {'security_groups': ['0e6073f6-77de-4f52-af90-daf025bf7d80', '5e6254c2-1c56-46c8-bf22-6d482c0f77da']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 17:59:28.530828 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.579597 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42284) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:28.688788 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8b98-607a-4b60-874c-d6f207bc73b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.729274 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] For port 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 17:59:28.764176 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.774163 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8b98-607a-4b60-874c-d6f207bc73b3 admin admin] Publish callbacks [] for security_group (c1530d17-2e0c-467a-8d4d-3bafb32a1825), precommit_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.834175 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.846078 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5e5bf717-b6e4-4f4d-881f-db71b7750d83'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:59:28.856864 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8b98-607a-4b60-874c-d6f207bc73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (c1530d17-2e0c-467a-8d4d-3bafb32a1825), after_create {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.888807 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:28.889732 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.900026 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ae51add2-eb4f-4edc-81a0-394e62305681 req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "PUT /v2.0/ports/5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 981 time: 0.7234483 May 04 17:59:28.900221 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-0f1b8b98-607a-4b60-874c-d6f207bc73b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff5394b865f04033a2d9e7a824e7ae91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172069 May 04 17:59:28.900328 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42292) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:28.906460 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b8b98-607a-4b60-874c-d6f207bc73b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1530d17-2e0c-467a-8d4d-3bafb32a1825,revision_number=1']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:28.917322 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:28.919960 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e956bd-0426-4cdb-b968-a12ff8d0b03a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 17:59:28.961014 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36634e57-b535-4df8-90e5-7bf8b2695817 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'Port': ['ID=5e5bf717-b6e4-4f4d-881f-db71b7750d83,revision_number=6']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:28.989757 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae11b-e515-42de-af37-aa680363647c admin admin] Publish callbacks [] for security_group (c1530d17-2e0c-467a-8d4d-3bafb32a1825), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:28.996744 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1691e4f3-1c4a-462f-ae55-a7b47c2bc48b x-openstack-request-id: req-1691e4f3-1c4a-462f-ae55-a7b47c2bc48b {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 17:59:28.997042 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 17:59:28.997300 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1691e4f3-1c4a-462f-ae55-a7b47c2bc48b {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 17:59:28.997709 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1691e4f3-1c4a-462f-ae55-a7b47c2bc48b'] response: {'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'status': 'completed', 'code': 200} May 04 17:59:29.083468 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971b7c-c8a5-4391-98a9-132824672ffa req-e0261332-bfa9-43f2-ba7b-92b1d1972298 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:29.085056 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-02971b7c-c8a5-4391-98a9-132824672ffa req-e0261332-bfa9-43f2-ba7b-92b1d1972298 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0688310 May 04 17:59:29.086190 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-193a0145-353e-441d-af38-219c7c7649ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:29.087269 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae11b-e515-42de-af37-aa680363647c admin admin] Publish callbacks [] for security_group (c1530d17-2e0c-467a-8d4d-3bafb32a1825), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:29.088082 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-193a0145-353e-441d-af38-219c7c7649ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1168 time: 0.0561795 May 04 17:59:29.174748 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-02971b7c-c8a5-4391-98a9-132824672ffa req-cc62ba2b-2348-456b-9348-b72f155c322b tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797830 May 04 17:59:29.178263 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5e5bf717-b6e4-4f4d-881f-db71b7750d83'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 17:59:29.203161 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-6e1e1149-aedf-4da3-8599-ca2a594b9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:29.204679 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-6e1e1149-aedf-4da3-8599-ca2a594b9933 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 200 len: 915 time: 0.1046460 May 04 17:59:29.254367 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-6e81485e-ac94-41ba-af43-d274cc4c5da1 None None] Provisioning complete for port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 17:59:29.254644 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6e81485e-ac94-41ba-af43-d274cc4c5da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:29.256637 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae11b-e515-42de-af37-aa680363647c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (c1530d17-2e0c-467a-8d4d-3bafb32a1825), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:29.259770 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae11b-e515-42de-af37-aa680363647c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:29.263559 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-dc9ae11b-e515-42de-af37-aa680363647c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c1530d17-2e0c-467a-8d4d-3bafb32a1825 HTTP/1.1" status: 204 len: 168 time: 0.3599064 May 04 17:59:29.270187 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ae11b-e515-42de-af37-aa680363647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1530d17-2e0c-467a-8d4d-3bafb32a1825,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:29.291271 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-f4b13951-e974-4caf-86da-cf8363c50c88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 1001 time: 0.0792403 May 04 17:59:29.356041 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-35ee73fb-3dab-44c2-8184-e5594e4c27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:29.357549 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-35ee73fb-3dab-44c2-8184-e5594e4c27c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5b9969d-743b-4741-bbf3-eb8ad351e3aa HTTP/1.1" status: 200 len: 853 time: 0.0532012 May 04 17:59:29.401980 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-63736980-4111-4e35-bf53-872541e1eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:29.403559 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-63736980-4111-4e35-bf53-872541e1eadc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e7fea3-d972-4729-b298-8e50ca4a2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397298 May 04 17:59:29.497242 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-6e81485e-ac94-41ba-af43-d274cc4c5da1 None None] Current status of the port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 17:59:29.521425 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-c7ed7a1e-c0c2-4a78-9870-402424bb73ce service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102836 May 04 17:59:29.612536 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-77e956bd-0426-4cdb-b968-a12ff8d0b03a req-81518587-8724-450a-b937-e6ec3faea4e0 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848897 May 04 17:59:29.895223 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42312) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:29.908672 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-61bbb2e1-8ca8-4bc2-ba36-85e938b5e6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:29.992358 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-61bbb2e1-8ca8-4bc2-ba36-85e938b5e6ab admin admin] Publish callbacks [] for security_group (35672856-790e-4e18-972b-652f6cfc0106), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:30.055456 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-61bbb2e1-8ca8-4bc2-ba36-85e938b5e6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (35672856-790e-4e18-972b-652f6cfc0106), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:30.098448 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-61bbb2e1-8ca8-4bc2-ba36-85e938b5e6ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6e8d1486f2d4bf4af7ceff4d0f87f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018833 May 04 17:59:30.099299 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbb2e1-8ca8-4bc2-ba36-85e938b5e6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35672856-790e-4e18-972b-652f6cfc0106,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:30.101325 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42318) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 17:59:30.148789 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-64fe0903-c357-4c4d-a25b-9098888ee62d admin admin] Publish callbacks [] for security_group (35672856-790e-4e18-972b-652f6cfc0106), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:30.169625 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-64fe0903-c357-4c4d-a25b-9098888ee62d admin admin] Publish callbacks [] for security_group (35672856-790e-4e18-972b-652f6cfc0106), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:30.302122 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-64fe0903-c357-4c4d-a25b-9098888ee62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (35672856-790e-4e18-972b-652f6cfc0106), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:30.304698 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-64fe0903-c357-4c4d-a25b-9098888ee62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:30.305891 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-64fe0903-c357-4c4d-a25b-9098888ee62d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35672856-790e-4e18-972b-652f6cfc0106 HTTP/1.1" status: 204 len: 168 time: 0.2035575 May 04 17:59:30.314456 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe0903-c357-4c4d-a25b-9098888ee62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35672856-790e-4e18-972b-652f6cfc0106,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:36.924688 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 17:59:39.987147 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f23615e5-8e47-4f8a-8ac5-c796affef50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:42.375313 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-d2195330-6b6b-4d48-8376-4510453116f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:43.922934 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:45.546917 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:46.820726 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 17:59:53.248759 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:02.528222 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194c8d0-e9d9-4cc9-a8f8-cc866eb9250f req-06a43c22-43aa-4c10-9d1e-b968300c7aa0 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:02.529705 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0194c8d0-e9d9-4cc9-a8f8-cc866eb9250f req-06a43c22-43aa-4c10-9d1e-b968300c7aa0 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 945 time: 0.0487556 May 04 18:00:02.575931 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0194c8d0-e9d9-4cc9-a8f8-cc866eb9250f req-0e296823-37fe-4a3c-92fa-10be2370470b tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 May 04 18:00:03.788525 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031b0f0-d570-473e-9f56-bc653032b5d8 req-09d0fd21-087b-4d5c-924c-d04752b493d9 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:03.790000 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b031b0f0-d570-473e-9f56-bc653032b5d8 req-09d0fd21-087b-4d5c-924c-d04752b493d9 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 945 time: 0.1447539 May 04 18:00:03.837230 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-b031b0f0-d570-473e-9f56-bc653032b5d8 req-e4af107c-bb0f-4481-ad57-ebd647e97c36 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416021 May 04 18:00:04.327633 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b51246-846c-43f2-b192-2bf08869340f req-4f341f01-d6fa-48b3-93ed-c101516792d7 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:04.329331 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-32b51246-846c-43f2-b192-2bf08869340f req-4f341f01-d6fa-48b3-93ed-c101516792d7 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.86 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 945 time: 0.0524054 May 04 18:00:04.419174 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Deleting port 51d3972e-6dac-42da-9960-effa76ef3080 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:00:04.419519 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (51d3972e-6dac-42da-9960-effa76ef3080), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:04.506408 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] For port 51d3972e-6dac-42da-9960-effa76ef3080, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=51d3972e-6dac-42da-9960-effa76ef3080,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:00:04.506990 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (51d3972e-6dac-42da-9960-effa76ef3080), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:04.519610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Calling delete_port for 51d3972e-6dac-42da-9960-effa76ef3080 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:00:04.774127 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (51d3972e-6dac-42da-9960-effa76ef3080), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:04.786621 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['51d3972e-6dac-42da-9960-effa76ef3080'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:00:04.802297 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Pushing event deleted for resources: {'Port': ['ID=51d3972e-6dac-42da-9960-effa76ef3080,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:04.815083 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.815440 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.815788 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.816134 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.816491 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.816833 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.817174 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.817508 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.817840 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.818173 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.818600 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.819458 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.819792 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.820211 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.820581 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:04.864201 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] No DVR routers for this DVR port 51d3972e-6dac-42da-9960-effa76ef3080 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:04.866882 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:04.870407 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-32b51246-846c-43f2-b192-2bf08869340f req-786f6613-7555-48d2-8046-0f6980b73a16 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.86 "DELETE /v2.0/ports/51d3972e-6dac-42da-9960-effa76ef3080 HTTP/1.1" status: 204 len: 173 time: 0.5344052 May 04 18:00:04.870862 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddac0eb-e4e3-4041-a828-3e84a60a413f', 'name': 'network-vif-deleted', 'tag': '51d3972e-6dac-42da-9960-effa76ef3080'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:04.873137 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d4a335-fae5-4ffe-be73-a8b7db448166" -d '{"events": [{"server_uuid": "bddac0eb-e4e3-4041-a828-3e84a60a413f", "name": "network-vif-deleted", "tag": "51d3972e-6dac-42da-9960-effa76ef3080"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:00:04.908246 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b517a-ca27-4dc2-b1f8-b868a03d7543 x-openstack-request-id: req-605b517a-ca27-4dc2-b1f8-b868a03d7543 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:00:04.908663 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddac0eb-e4e3-4041-a828-3e84a60a413f", "name": "network-vif-deleted", "tag": "51d3972e-6dac-42da-9960-effa76ef3080", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:00:04.913681 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-605b517a-ca27-4dc2-b1f8-b868a03d7543 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:00:04.913681 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605b517a-ca27-4dc2-b1f8-b868a03d7543'] response: {'server_uuid': 'bddac0eb-e4e3-4041-a828-3e84a60a413f', 'name': 'network-vif-deleted', 'tag': '51d3972e-6dac-42da-9960-effa76ef3080', 'status': 'completed', 'code': 200} May 04 18:00:04.950670 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-1aff8e8d-29df-4535-a47f-7299ec8e1b6a req-710c2055-f5cc-40d7-9b88-bebcf36f238b tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=bddac0eb-e4e3-4041-a828-3e84a60a413f HTTP/1.1" status: 200 len: 210 time: 0.0410914 May 04 18:00:09.207746 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe1e09-e11c-4186-9d07-015f6e56fc3c req-cc98f4cc-024f-4980-a704-69b15c3f58f1 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:09.209914 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ddbe1e09-e11c-4186-9d07-015f6e56fc3c req-cc98f4cc-024f-4980-a704-69b15c3f58f1 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0505159 May 04 18:00:09.272094 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-ddbe1e09-e11c-4186-9d07-015f6e56fc3c req-21704691-6617-467d-b887-93dbbff29578 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561626 May 04 18:00:09.695689 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-7f307cae-c244-4377-8a94-73e53ac0da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:09.697229 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-7f307cae-c244-4377-8a94-73e53ac0da13 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1168 time: 0.0412714 May 04 18:00:09.791858 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-4e2298d3-000b-4e9a-b607-247ab86f7991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:09.793290 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-4e2298d3-000b-4e9a-b607-247ab86f7991 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 200 len: 915 time: 0.0897882 May 04 18:00:09.860081 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-79b20e4d-4be6-4d73-881c-7d554e885ff3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 1001 time: 0.0596585 May 04 18:00:09.911832 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-02e94eee-ec52-4f1d-aa2c-1d9b32b46186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:09.913962 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-02e94eee-ec52-4f1d-aa2c-1d9b32b46186 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5b9969d-743b-4741-bbf3-eb8ad351e3aa HTTP/1.1" status: 200 len: 853 time: 0.0478606 May 04 18:00:09.957084 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-e3172f6e-bdbd-4542-9647-84fae93cc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:09.958567 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-e3172f6e-bdbd-4542-9647-84fae93cc073 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e7fea3-d972-4729-b298-8e50ca4a2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386307 May 04 18:00:09.970122 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-7079c7a6-3aa8-462c-a88d-457b884c4716 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=110469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 04 18:00:09.971072 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-7079c7a6-3aa8-462c-a88d-457b884c4716 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049307 May 04 18:00:09.985268 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-5bfdd014-f9c2-4ceb-9f12-0d19ff8892ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:10.019626 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 51d3972e-6dac-42da-9960-effa76ef3080 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:00:10.041409 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 51d3972e-6dac-42da-9960-effa76ef3080 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:00:10.046916 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 51d3972e-6dac-42da-9960-effa76ef3080 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:00:10.063048 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-6cf143b9-c531-4998-bbd2-a675f8eaec7f service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850573 May 04 18:00:10.154289 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-de4186ef-5a5c-45bd-9e0a-d310f89b07bf req-f390b129-a46c-4e59-be9b-9adb916da86d service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843096 May 04 18:00:10.388495 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079a445-c4fa-4200-a17a-dfd2467de181 req-1164ee78-8b7a-4a1b-aeca-19866c506b14 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:10.389990 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2079a445-c4fa-4200-a17a-dfd2467de181 req-1164ee78-8b7a-4a1b-aeca-19866c506b14 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0474215 May 04 18:00:10.449159 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2079a445-c4fa-4200-a17a-dfd2467de181 req-0364ba52-a741-4a26-8b85-f7fe9c3d87e9 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530813 May 04 18:00:11.562304 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc202f1-809e-4dd4-b37d-3fd436bdd834 req-81d1d9ba-e271-464e-8472-5a3760e87178 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:11.563785 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6dc202f1-809e-4dd4-b37d-3fd436bdd834 req-81d1d9ba-e271-464e-8472-5a3760e87178 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0479512 May 04 18:00:11.622036 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-6dc202f1-809e-4dd4-b37d-3fd436bdd834 req-099f501c-6fdb-48cc-b404-4da7cb1517c2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523763 May 04 18:00:12.414447 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-865771e6-238d-4e08-a99e-ae75de3c8fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:12.974453 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37621a-7f73-465f-bc0b-50d16cc781c8 req-1a32f46a-299c-4887-8287-ba76db4245e2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:12.976572 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2e37621a-7f73-465f-bc0b-50d16cc781c8 req-1a32f46a-299c-4887-8287-ba76db4245e2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.2860587 May 04 18:00:13.034999 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2e37621a-7f73-465f-bc0b-50d16cc781c8 req-e1e82c84-ed9b-4618-9825-edc929081d79 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525174 May 04 18:00:13.893594 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:13.925659 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:00:14.152830 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef773-1867-41ad-b113-582d2cddb8a4 req-a05a15da-5485-42b9-9245-abb2cc738302 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:14.154197 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4b2ef773-1867-41ad-b113-582d2cddb8a4 req-a05a15da-5485-42b9-9245-abb2cc738302 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0524862 May 04 18:00:14.214965 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4b2ef773-1867-41ad-b113-582d2cddb8a4 req-8dfe64ce-abd2-4375-a99c-f7cc10159ee3 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550947 May 04 18:00:15.347719 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069bcff-ff24-49cd-8c8a-6b6137aafd61 req-b9c84b04-bed5-4822-a966-aa6403c87365 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:15.349230 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b069bcff-ff24-49cd-8c8a-6b6137aafd61 req-b9c84b04-bed5-4822-a966-aa6403c87365 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0485485 May 04 18:00:15.408751 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b069bcff-ff24-49cd-8c8a-6b6137aafd61 req-fd593f3e-8094-4ba1-ac54-d63b0fb5140a tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529404 May 04 18:00:15.509554 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:16.536853 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984131a-db02-43d8-beb1-17ae615d75b0 req-b0db4128-3030-4ee6-80e6-77f0848ba99f tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:16.539879 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b984131a-db02-43d8-beb1-17ae615d75b0 req-b0db4128-3030-4ee6-80e6-77f0848ba99f tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0594952 May 04 18:00:16.597524 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-bf3a2d38-f936-43ca-9bf7-aea7f6fef566 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:16.600077 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-bf3a2d38-f936-43ca-9bf7-aea7f6fef566 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/networks?id=2e0d04d8-e437-4b61-9487-bb53daba3921 HTTP/1.1" status: 200 len: 814 time: 0.1539977 May 04 18:00:16.626383 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-fd09f7f6-e2f9-4372-bdad-1c815e3c66c0 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/quotas/44abe4738e4d43d68e68b5d4928ea3e4 HTTP/1.1" status: 200 len: 375 time: 0.0127659 May 04 18:00:16.641034 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-b984131a-db02-43d8-beb1-17ae615d75b0 req-29b2d307-90fe-4aa2-a82e-a87bedfccaf2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907838 May 04 18:00:16.664211 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-8a8fd1fc-13d7-45af-b403-e0500a897452 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323038 May 04 18:00:16.761912 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-6802d7ea-d237-4aa9-bef5-59d7738458e1 service neutron] 10.222.0.81 "GET /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911684 May 04 18:00:16.783723 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:16.854214 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-2edfef0a-acb6-4684-b3eb-9655b12c8c34 service neutron] 10.222.0.81 "GET /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865912 May 04 18:00:17.094854 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-6a4dc3da-19cc-44b8-b320-e251fdf2c703 req-4edf73a9-594b-4629-af81-89d7d44ba91c tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 210 time: 0.0280290 May 04 18:00:17.758937 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6b4b6-00c7-41c0-9b65-317798aed073 req-76529786-2e0b-4059-a36e-2ca36a987d49 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:17.760399 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9dd6b4b6-00c7-41c0-9b65-317798aed073 req-76529786-2e0b-4059-a36e-2ca36a987d49 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0479007 May 04 18:00:17.819972 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9dd6b4b6-00c7-41c0-9b65-317798aed073 req-875c76c8-02dc-4c15-af0a-13eba4563f36 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536480 May 04 18:00:18.192201 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d662d68d-99fc-4504-ae98-df720af50176 req-55fb48f0-c05c-4074-8c4f-f7539b5886ec tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 210 time: 0.0286558 May 04 18:00:18.936776 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c075b-9221-46f6-9368-0adb8a21f010 req-1001ce66-2230-4d4a-b9cd-d212e8a39616 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:18.938344 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-429c075b-9221-46f6-9368-0adb8a21f010 req-1001ce66-2230-4d4a-b9cd-d212e8a39616 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0488896 May 04 18:00:19.082204 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-429c075b-9221-46f6-9368-0adb8a21f010 req-fb85b71e-49e9-4918-9f01-599c3d005bdd tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317883 May 04 18:00:19.093046 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-8cff6fdb-9cbe-4ce0-9882-e7b30db07f64 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:19.094567 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-8cff6fdb-9cbe-4ce0-9882-e7b30db07f64 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.86 "GET /v2.0/networks?id=2e0d04d8-e437-4b61-9487-bb53daba3921 HTTP/1.1" status: 200 len: 814 time: 0.1553364 May 04 18:00:19.109658 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Request body: {'port': {'device_id': 'faa9cabc-fc79-45ad-aaa9-9140e38eb4a9', 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921', 'admin_state_up': True, 'tenant_id': '44abe4738e4d43d68e68b5d4928ea3e4'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:00:19.293337 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Made reservation on behalf of 44abe4738e4d43d68e68b5d4928ea3e4 for: {'port': 1} {{(pid=110469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:19.298375 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (None), before_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:19.309729 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d3c34651-7924-43d0-b4e6-a7526e631144 req-1606bbe9-1d9c-4b1a-93ee-41c0d8bde5d1 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 210 time: 0.0459027 May 04 18:00:19.453712 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_common [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Allocated IP 172.20.0.2 (2e0d04d8-e437-4b61-9487-bb53daba3921/d89cff66-0cc3-49cb-adf7-56ce0e9d5596/3dc362b7-c744-4f8e-90dd-053c866b4b1e) {{(pid=110469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:19.638511 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks [] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), precommit_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:19.739664 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764806929556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), after_create {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:19.787751 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Network 2e0d04d8-e437-4b61-9487-bb53daba3921 is already hosted by enough agents. {{(pid=110469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:19.791095 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.base_scheduler [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Resources bound (agent type, host, resource id): {{(pid=110469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:19.797162 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Received port after_create {{(pid=110469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 18:00:19.803574 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Pushing event updated for resources: {'Port': ['ID=3dc362b7-c744-4f8e-90dd-053c866b4b1e,revision_number=1']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:19.849306 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:19.849916 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:19.958708 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-79258dc2-348d-44f5-99b2-7fab1897e5bd tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534143 May 04 18:00:20.015874 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Request body: {'port': {'device_id': 'faa9cabc-fc79-45ad-aaa9-9140e38eb4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:00:20.079597 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:20.242750 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254396ae-a591-4f32-b8f8-74f892f65b08 req-0f382787-6b6f-4c13-a212-af9342312f46 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:20.244222 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-254396ae-a591-4f32-b8f8-74f892f65b08 req-0f382787-6b6f-4c13-a212-af9342312f46 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0628712 May 04 18:00:20.376170 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-254396ae-a591-4f32-b8f8-74f892f65b08 req-f9bb58de-a5b0-445a-8820-192e38efcfcd tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226439 May 04 18:00:20.446703 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a606563-0f86-4150-b35f-35a7ba07a3ff req-dc84627d-b5dc-42fb-aba5-d91d1483a135 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:20.448222 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a606563-0f86-4150-b35f-35a7ba07a3ff req-dc84627d-b5dc-42fb-aba5-d91d1483a135 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 931 time: 0.0552149 May 04 18:00:20.453587 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc362b7-c744-4f8e-90dd-053c866b4b1e {{(pid=110469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:00:20.461232 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Publish callbacks [] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:20.473075 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.provisioning_blocks [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Transition to ACTIVE for port object 3dc362b7-c744-4f8e-90dd-053c866b4b1e will not be triggered until provisioned by entity L2. {{(pid=110469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 04 18:00:20.495339 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3a606563-0f86-4150-b35f-35a7ba07a3ff req-f59f4e15-623e-4aca-8d0d-dcb5d6b22c2c tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413759 May 04 18:00:20.537857 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:20.593113 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc362b7-c744-4f8e-90dd-053c866b4b1e,revision_number=2']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:20.658308 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Attempting to bind port 3dc362b7-c744-4f8e-90dd-053c866b4b1e on host hv-cinder-84051 for vnic_type normal with profile {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 04 18:00:20.658635 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Attempting to bind port 3dc362b7-c744-4f8e-90dd-053c866b4b1e by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 04 18:00:20.658955 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Attempting to bind port 3dc362b7-c744-4f8e-90dd-053c866b4b1e on network 2e0d04d8-e437-4b61-9487-bb53daba3921 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:00:20.663245 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Port 3dc362b7-c744-4f8e-90dd-053c866b4b1e on network 2e0d04d8-e437-4b61-9487-bb53daba3921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 18:00:20.663639 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Attempting to bind port 3dc362b7-c744-4f8e-90dd-053c866b4b1e on network 2e0d04d8-e437-4b61-9487-bb53daba3921 {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 18:00:20.668336 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Checking agent: {'id': 'f48cff08-c180-4c70-9409-f89d311a3812', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'started_at': datetime.datetime(2022, 5, 4, 17, 47, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 18:00:20.668698 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Checking segment: {'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 04 18:00:20.669072 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Bound using segment: {'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'} {{(pid=110469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 18:00:20.669484 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.managers [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Bound port: 3dc362b7-c744-4f8e-90dd-053c866b4b1e, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc8b92d-5630-405d-b946-38ac4a330394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921'}}] {{(pid=110469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 04 18:00:20.669828 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:20.731931 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] For port 3dc362b7-c744-4f8e-90dd-053c866b4b1e, host hv-cinder-84051, cleared binding levels {{(pid=110469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 18:00:20.735414 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] For port 3dc362b7-c744-4f8e-90dd-053c866b4b1e, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3dc362b7-c744-4f8e-90dd-053c866b4b1e,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 18:00:20.818505 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:20.856209 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:20.856851 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:20.858236 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] 10.222.0.86 "PUT /v2.0/ports/3dc362b7-c744-4f8e-90dd-053c866b4b1e HTTP/1.1" status: 200 len: 1093 time: 0.8918400 May 04 18:00:20.858677 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa9cabc-fc79-45ad-aaa9-9140e38eb4a9', 'tag': '3dc362b7-c744-4f8e-90dd-053c866b4b1e'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:20.860913 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773caae2-657a-475f-936d-cbf265f34ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "faa9cabc-fc79-45ad-aaa9-9140e38eb4a9", "tag": "3dc362b7-c744-4f8e-90dd-053c866b4b1e"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:00:20.885075 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac9f52-e539-4893-8170-430e311934f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc362b7-c744-4f8e-90dd-053c866b4b1e,revision_number=3']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:20.899546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45699fe9-0495-4bdb-9ac1-40151857dc65 x-openstack-request-id: req-45699fe9-0495-4bdb-9ac1-40151857dc65 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:00:20.899546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa9cabc-fc79-45ad-aaa9-9140e38eb4a9", "tag": "3dc362b7-c744-4f8e-90dd-053c866b4b1e", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:00:20.899546 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45699fe9-0495-4bdb-9ac1-40151857dc65 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:00:20.899546 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45699fe9-0495-4bdb-9ac1-40151857dc65'] response: {'name': 'network-changed', 'server_uuid': 'faa9cabc-fc79-45ad-aaa9-9140e38eb4a9', 'tag': '3dc362b7-c744-4f8e-90dd-053c866b4b1e', 'status': 'completed', 'code': 200} May 04 18:00:20.961590 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773caae2-657a-475f-936d-cbf265f34ba4 req-520b8103-f736-4ab0-ab3c-89b5f8b6f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:20.963091 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-773caae2-657a-475f-936d-cbf265f34ba4 req-520b8103-f736-4ab0-ab3c-89b5f8b6f075 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 1127 time: 0.0400047 May 04 18:00:21.070132 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773caae2-657a-475f-936d-cbf265f34ba4 req-bb9220ca-b9e5-42dc-aa8a-648c4fe202a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:21.071596 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-773caae2-657a-475f-936d-cbf265f34ba4 req-bb9220ca-b9e5-42dc-aa8a-648c4fe202a2 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943694 May 04 18:00:21.169237 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773caae2-657a-475f-936d-cbf265f34ba4 req-e5ae91e7-41f7-4daa-8917-e6e799580bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:21.170676 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-773caae2-657a-475f-936d-cbf265f34ba4 req-e5ae91e7-41f7-4daa-8917-e6e799580bbc service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914145 May 04 18:00:21.247002 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-9cf1b597-8a5d-42f1-af0a-5748c8df1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:21.248516 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-9cf1b597-8a5d-42f1-af0a-5748c8df1be2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 1127 time: 0.0390520 May 04 18:00:21.293667 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-5c672983-6779-4c87-8ef9-258123410158 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dc362b7-c744-4f8e-90dd-053c866b4b1e HTTP/1.1" status: 200 len: 217 time: 0.0373316 May 04 18:00:21.349162 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-c28c3110-1d29-4b3e-9ef8-004e5ff2db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:21.350614 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-c28c3110-1d29-4b3e-9ef8-004e5ff2db64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d89cff66-0cc3-49cb-adf7-56ce0e9d5596 HTTP/1.1" status: 200 len: 854 time: 0.0484536 May 04 18:00:21.382451 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-eaed4dcc-9275-4fa0-822d-6cdb678678f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e0d04d8-e437-4b61-9487-bb53daba3921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248771 May 04 18:00:21.475449 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-613b366d-cf78-4360-9cdc-52a18c2606b4 service neutron] 10.222.0.86 "GET /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865057 May 04 18:00:21.495432 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25192242-b3e9-49d1-93cb-8e08212a619f req-d4112752-17b8-4c32-9e4e-49aa0026f81b tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:21.496981 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-25192242-b3e9-49d1-93cb-8e08212a619f req-d4112752-17b8-4c32-9e4e-49aa0026f81b tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0471091 May 04 18:00:21.557737 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-25192242-b3e9-49d1-93cb-8e08212a619f req-dbadefd6-0ad8-45da-95f7-10fb2569e2e7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548344 May 04 18:00:21.568812 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cb49f87c-78cc-4bf1-a0c7-2b4d2b39c69c req-e2e95d32-6ef8-454c-98fb-9f0048b4aa77 service neutron] 10.222.0.86 "GET /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864358 May 04 18:00:21.626135 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9056bf-612b-4041-8659-34bb938799f3 req-ed53d908-337c-4307-bc0a-352bb709fb2e tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:21.627604 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1a9056bf-612b-4041-8659-34bb938799f3 req-ed53d908-337c-4307-bc0a-352bb709fb2e tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 943 time: 0.0511198 May 04 18:00:21.674732 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-1a9056bf-612b-4041-8659-34bb938799f3 req-bb8bb4a2-af96-400b-923f-45b957b1b99c tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 May 04 18:00:22.675362 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853442c1-0f81-4f2f-b295-586a233a8011 req-94cf7ac3-cc2a-4a5b-92ae-3b5a915f0622 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:22.676851 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-853442c1-0f81-4f2f-b295-586a233a8011 req-94cf7ac3-cc2a-4a5b-92ae-3b5a915f0622 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0518727 May 04 18:00:22.737219 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-853442c1-0f81-4f2f-b295-586a233a8011 req-a30fad66-179c-4d0f-95b8-2f170aae5a78 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539420 May 04 18:00:22.787541 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a279489-0f1d-4567-b113-baf6062c3249 req-3c1c52eb-5050-438a-b65d-a399e152fc1d tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:22.789879 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9a279489-0f1d-4567-b113-baf6062c3249 req-3c1c52eb-5050-438a-b65d-a399e152fc1d tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 943 time: 0.0493608 May 04 18:00:22.836034 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-9a279489-0f1d-4567-b113-baf6062c3249 req-c97e14d1-a124-4122-a0e4-00e66641099c tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 May 04 18:00:23.269948 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:23.850761 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33650db5-72ee-4890-883e-1848241f55e0 req-17d70619-4e4f-47df-b7a6-10243d83532e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:23.852252 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-33650db5-72ee-4890-883e-1848241f55e0 req-17d70619-4e4f-47df-b7a6-10243d83532e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0483599 May 04 18:00:23.913756 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-33650db5-72ee-4890-883e-1848241f55e0 req-a31d29d3-ee05-445f-9e92-f625fcd3bda0 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552633 May 04 18:00:23.953186 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86cc7f-d04c-40e0-b4a0-90959001abe6 req-fffeef79-86da-4974-ba26-88477159bc18 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:23.954683 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-df86cc7f-d04c-40e0-b4a0-90959001abe6 req-fffeef79-86da-4974-ba26-88477159bc18 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 943 time: 0.0479729 May 04 18:00:24.005000 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-df86cc7f-d04c-40e0-b4a0-90959001abe6 req-193f32c5-70c6-4a23-b6eb-2f11f4b99b65 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446420 May 04 18:00:24.127790 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 3dc362b7-c744-4f8e-90dd-053c866b4b1e details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=110470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 18:00:24.224445 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 3dc362b7-c744-4f8e-90dd-053c866b4b1e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3dc362b7-c744-4f8e-90dd-053c866b4b1e,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:00:24.235440 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Returning: {'device': '3dc362b7-c744-4f8e-90dd-053c866b4b1e', 'network_id': '2e0d04d8-e437-4b61-9487-bb53daba3921', 'port_id': '3dc362b7-c744-4f8e-90dd-053c866b4b1e', 'mac_address': 'fa:16:3e:63:98:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89cff66-0cc3-49cb-adf7-56ce0e9d5596', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 18:00:24.277009 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 3dc362b7-c744-4f8e-90dd-053c866b4b1e is: DOWN; New status is: BUILD {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:00:24.277663 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:24.289658 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc362b7-c744-4f8e-90dd-053c866b4b1e {{(pid=110470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:00:24.308730 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 3dc362b7-c744-4f8e-90dd-053c866b4b1e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3dc362b7-c744-4f8e-90dd-053c866b4b1e,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:00:24.372856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:24.424007 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=3dc362b7-c744-4f8e-90dd-053c866b4b1e,revision_number=4']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:24.433135 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.433489 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.433843 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.434187 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.434527 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.434893 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.435233 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.435579 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.435912 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.436241 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.436600 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.436933 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.437260 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.437587 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.437919 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:24.646913 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['3dc362b7-c744-4f8e-90dd-053c866b4b1e'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:00:25.029771 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89bf0-bf6c-411e-a83c-72d36422077f req-3c5a1787-62f9-4171-9456-00d7b2d2c131 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:25.031265 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f6d89bf0-bf6c-411e-a83c-72d36422077f req-3c5a1787-62f9-4171-9456-00d7b2d2c131 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0484571 May 04 18:00:25.094942 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f6d89bf0-bf6c-411e-a83c-72d36422077f req-caa39077-9e6f-436e-a7a5-cee3458a955f tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579133 May 04 18:00:25.117835 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd91cc2-a1c0-4d67-bffb-5d2d7a1907ca req-bfbacb9a-0eeb-4998-9954-cba977da100b tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:25.119296 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8cd91cc2-a1c0-4d67-bffb-5d2d7a1907ca req-bfbacb9a-0eeb-4998-9954-cba977da100b tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 944 time: 0.0477867 May 04 18:00:25.165152 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-8cd91cc2-a1c0-4d67-bffb-5d2d7a1907ca req-8b022b22-05ac-42eb-80c5-91e94a409dda tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 May 04 18:00:26.135546 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 3dc362b7-c744-4f8e-90dd-053c866b4b1e up at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 18:00:26.180786 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning for port 3dc362b7-c744-4f8e-90dd-053c866b4b1e completed by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 04 18:00:26.209641 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8448592-1a7d-42f3-a292-51a1971c25bc req-c05d1e71-c28e-4987-a809-ff3a0c59a9a1 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:26.211258 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c8448592-1a7d-42f3-a292-51a1971c25bc req-c05d1e71-c28e-4987-a809-ff3a0c59a9a1 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0482981 May 04 18:00:26.246387 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Provisioning complete for port 3dc362b7-c744-4f8e-90dd-053c866b4b1e triggered by entity L2. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:00:26.247023 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:26.273874 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c8448592-1a7d-42f3-a292-51a1971c25bc req-e8bcddc2-a8d5-40d2-b5ff-e6902a9f4a02 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564787 May 04 18:00:26.279189 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1646f02-283c-41e3-871b-ecddaa1ca4f6 req-e6acc1f5-9799-4866-9633-fba0edcff454 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:26.280783 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a1646f02-283c-41e3-871b-ecddaa1ca4f6 req-e6acc1f5-9799-4866-9633-fba0edcff454 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 944 time: 0.0478246 May 04 18:00:26.326869 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Current status of the port 3dc362b7-c744-4f8e-90dd-053c866b4b1e is: BUILD; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:00:26.327266 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), before_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:26.330860 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a1646f02-283c-41e3-871b-ecddaa1ca4f6 req-45731ad8-24bf-4aa6-9365-104995de8d5f tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 May 04 18:00:26.350013 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa9cabc-fc79-45ad-aaa9-9140e38eb4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc362b7-c744-4f8e-90dd-053c866b4b1e'}] {{(pid=110470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:26.353104 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2144cf61f6ebab89fbe12b8418d83777039651973e72a3c8589b30e20b2120bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5742e195-f534-49dd-bf90-36a7f2b10b41" -d '{"events": [{"server_uuid": "faa9cabc-fc79-45ad-aaa9-9140e38eb4a9", "name": "network-vif-plugged", "status": "completed", "tag": "3dc362b7-c744-4f8e-90dd-053c866b4b1e"}]}' {{(pid=110470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:00:26.368973 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] For port 3dc362b7-c744-4f8e-90dd-053c866b4b1e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3dc362b7-c744-4f8e-90dd-053c866b4b1e,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:00:26.389612 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9134e0-348c-4788-95d7-6dff312f039b x-openstack-request-id: req-bb9134e0-348c-4788-95d7-6dff312f039b {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:00:26.389902 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa9cabc-fc79-45ad-aaa9-9140e38eb4a9", "name": "network-vif-plugged", "status": "completed", "tag": "3dc362b7-c744-4f8e-90dd-053c866b4b1e", "code": 200}]} {{(pid=110470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:00:26.390156 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb9134e0-348c-4788-95d7-6dff312f039b {{(pid=110470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:00:26.390554 dv-cinder-840512-1-iscsi neutron-server[110470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb9134e0-348c-4788-95d7-6dff312f039b'] response: {'server_uuid': 'faa9cabc-fc79-45ad-aaa9-9140e38eb4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc362b7-c744-4f8e-90dd-053c866b4b1e', 'code': 200} May 04 18:00:26.417770 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:26.465472 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Pushing event updated for resources: {'Port': ['ID=3dc362b7-c744-4f8e-90dd-053c866b4b1e,revision_number=5']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:26.717073 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac5450-9d2b-4b75-a024-b51f512cdb62 req-5c504877-45da-4b66-b7d3-95a5a897d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:26.718586 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7bac5450-9d2b-4b75-a024-b51f512cdb62 req-5c504877-45da-4b66-b7d3-95a5a897d45d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 1129 time: 0.0416117 May 04 18:00:26.763226 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7bac5450-9d2b-4b75-a024-b51f512cdb62 req-891c4570-eff2-452c-8b76-0ca041910b6c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364532 May 04 18:00:27.392551 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4e938-cf96-46e8-8f6f-9aa79161c6bd req-b8dc8038-5be2-4ab8-b11e-a39aee0b1037 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:27.394356 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c4f4e938-cf96-46e8-8f6f-9aa79161c6bd req-b8dc8038-5be2-4ab8-b11e-a39aee0b1037 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0515971 May 04 18:00:27.454113 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-c4f4e938-cf96-46e8-8f6f-9aa79161c6bd req-24b8f7df-736d-4cdf-8eb1-e95c31c4a6fb tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534880 May 04 18:00:27.456728 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ff59-e2bc-486d-b544-42c220e9a931 req-b1f0fdd6-e672-4f0a-b35a-e01837127ce6 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:27.458379 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f028ff59-e2bc-486d-b544-42c220e9a931 req-b1f0fdd6-e672-4f0a-b35a-e01837127ce6 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 945 time: 0.0482814 May 04 18:00:27.505332 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-f028ff59-e2bc-486d-b544-42c220e9a931 req-6f383d52-b127-49ba-b0a9-e3fbad5147d2 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411212 May 04 18:00:28.571767 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780d41f-3bd9-46c2-bb18-2e7b24c1dc1b req-856f73fd-91d7-4792-a982-25f50865b145 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:28.573299 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7780d41f-3bd9-46c2-bb18-2e7b24c1dc1b req-856f73fd-91d7-4792-a982-25f50865b145 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0519855 May 04 18:00:28.623576 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76b55e-4909-4a96-aff8-7c7f696013f0 req-b1ea956f-69cb-4aff-8275-a5efcb9d151f tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:28.624994 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3b76b55e-4909-4a96-aff8-7c7f696013f0 req-b1ea956f-69cb-4aff-8275-a5efcb9d151f tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 945 time: 0.0511689 May 04 18:00:28.633331 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7780d41f-3bd9-46c2-bb18-2e7b24c1dc1b req-08608899-888d-41b3-a888-2befa124e974 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542436 May 04 18:00:28.672866 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-3b76b55e-4909-4a96-aff8-7c7f696013f0 req-2a7fce14-3170-4dc5-acd2-57d00b3264a6 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 May 04 18:00:29.746627 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d1bf7-598b-4687-bef9-19ff1a098c52 req-be98fac8-57b3-4cc7-bba3-4eda547ab70e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:29.748097 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-746d1bf7-598b-4687-bef9-19ff1a098c52 req-be98fac8-57b3-4cc7-bba3-4eda547ab70e tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0476751 May 04 18:00:29.807266 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-746d1bf7-598b-4687-bef9-19ff1a098c52 req-1afbb6de-40cf-473a-a544-f97fe0b66db2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530865 May 04 18:00:30.921948 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964bb98-3aec-4aaf-b7a7-47b6a36db46b req-b3ae6df1-bdaa-4757-93bb-a6eab3f67bb7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:30.923418 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3964bb98-3aec-4aaf-b7a7-47b6a36db46b req-b3ae6df1-bdaa-4757-93bb-a6eab3f67bb7 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0482860 May 04 18:00:30.983399 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3964bb98-3aec-4aaf-b7a7-47b6a36db46b req-b9baf2e4-efd3-444f-ac63-45a81d2a99a5 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534418 May 04 18:00:32.099030 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92221c5a-ab44-4d95-be9a-97c2b4ee3a42 req-5aeb9d4c-7046-4c7c-9f4a-4ac83be8e66b tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:32.100997 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-92221c5a-ab44-4d95-be9a-97c2b4ee3a42 req-5aeb9d4c-7046-4c7c-9f4a-4ac83be8e66b tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0515950 May 04 18:00:32.160638 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-92221c5a-ab44-4d95-be9a-97c2b4ee3a42 req-783a65f5-2291-421f-a7b0-3aca9b8559d4 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&id=5e6254c2-1c56-46c8-bf22-6d482c0f77da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534666 May 04 18:00:38.140932 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42626) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:00:38.289313 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Deleting port 6abe15a1-0473-4ec8-b752-621125aa3c21 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:00:38.289652 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (6abe15a1-0473-4ec8-b752-621125aa3c21), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:38.364400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (6abe15a1-0473-4ec8-b752-621125aa3c21), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:38.364742 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (6abe15a1-0473-4ec8-b752-621125aa3c21), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:38.381631 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Calling delete_port for 6abe15a1-0473-4ec8-b752-621125aa3c21 owned by network:floatingip {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:00:38.646649 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (6abe15a1-0473-4ec8-b752-621125aa3c21), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:38.672801 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event deleted for resources: {'Port': ['ID=6abe15a1-0473-4ec8-b752-621125aa3c21,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:38.684722 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.685083 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.685430 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.685778 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.686117 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.686454 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.686791 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.687125 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.687456 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.687787 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.688117 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.688459 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.688808 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.689138 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.689463 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:38.744397 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (a721e78b-ac29-41ca-abe6-d196a09a1a67), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:38.744761 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Floating IP a721e78b-ac29-41ca-abe6-d196a09a1a67 disassociated (deleted). External IP: 172.27.2.184, port: 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5. May 04 18:00:38.955699 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:00:39.063838 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:00:39.068715 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:39.073737 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:00:39.082892 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:00:39.083501 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:00:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:39.098059 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-279c4d87-fc14-41df-b517-0b6823d06d6d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "DELETE /v2.0/floatingips/a721e78b-ac29-41ca-abe6-d196a09a1a67 HTTP/1.1" status: 204 len: 168 time: 0.9561405 May 04 18:00:39.098641 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:39.101002 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f341c1-7cf4-418f-9716-1d232be014d6" -d '{"events": [{"name": "network-changed", "server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:00:39.198298 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:00:39.199909 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffed5ac3-1368-4edb-a850-3dfc0fd44f5e x-openstack-request-id: req-ffed5ac3-1368-4edb-a850-3dfc0fd44f5e {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:00:39.200400 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:00:39.200530 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffed5ac3-1368-4edb-a850-3dfc0fd44f5e {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:00:39.200878 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffed5ac3-1368-4edb-a850-3dfc0fd44f5e'] response: {'name': 'network-changed', 'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'status': 'completed', 'code': 200} May 04 18:00:39.415221 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:27Z', 'revision_number': 1, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:39.441674 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:00:39.450666 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:00:39.451272 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:00:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:39.565468 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55985f2-2456-4538-b3ee-a6ce72c0732a req-80b3265a-24cb-4a80-b77e-426397c3342e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:39.566898 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d55985f2-2456-4538-b3ee-a6ce72c0732a req-80b3265a-24cb-4a80-b77e-426397c3342e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0468109 May 04 18:00:39.579707 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:00:39.621368 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-d55985f2-2456-4538-b3ee-a6ce72c0732a req-010ba231-c693-4329-a902-ca5b43cdb3eb tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479538 May 04 18:00:39.929604 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:27Z', 'revision_number': 1, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:39.955619 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdeda34-7386-4c5a-b3bc-17d30df5174d None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_floatingips': [{'id': '53160979-1417-49ea-83b3-599a2b0a66a9', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'floating_ip_address': '172.27.2.148', 'floating_network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'router_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'port_id': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'mac_address': 'fa:16:3e:30:3f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897afaa-719c-4830-88a6-1edaa753206f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:56:25Z', 'updated_at': '2022-05-04T17:56:27Z', 'revision_number': 1, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:00:39.995169 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a4f24654-7a27-4502-9c34-3d172b31b1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:40.190410 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a93f7-f672-4660-82e2-2fe362d6a27f None None] New status for floating IP a721e78b-ac29-41ca-abe6-d196a09a1a67: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:00:40.455823 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-cb825179-4615-4b86-b3c6-e2b5410674f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:40.457350 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-cb825179-4615-4b86-b3c6-e2b5410674f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 1130 time: 0.0389519 May 04 18:00:40.548490 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-ef8f4cd6-8d24-4bf8-9524-0a1a7125c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:40.549961 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-ef8f4cd6-8d24-4bf8-9524-0a1a7125c07b service neutron] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 913 time: 0.0863693 May 04 18:00:40.736670 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0e5d3-deec-461d-a211-48ad3272fad7 req-443fd1e8-36ab-4322-8dd4-2a57d56aa051 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:40.738060 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4fa0e5d3-deec-461d-a211-48ad3272fad7 req-443fd1e8-36ab-4322-8dd4-2a57d56aa051 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0474961 May 04 18:00:40.787890 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4fa0e5d3-deec-461d-a211-48ad3272fad7 req-8485c683-8c3a-4605-a516-7405801f69dd tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435746 May 04 18:00:41.814041 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-9fffe513-04c8-47e1-adab-13865dea8d66 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 HTTP/1.1" status: 200 len: 217 time: 0.0396285 May 04 18:00:41.865820 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-876dc267-ecb5-401f-a2b4-c728d24b0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:41.867457 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-876dc267-ecb5-401f-a2b4-c728d24b0bb8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.0456479 May 04 18:00:41.903953 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52393301-8f2f-4cc5-a551-6a944246a56c req-579e08e8-a0cc-4df7-a0a5-d302f9271151 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:41.905456 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-52393301-8f2f-4cc5-a551-6a944246a56c req-579e08e8-a0cc-4df7-a0a5-d302f9271151 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0476160 May 04 18:00:41.954576 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-52393301-8f2f-4cc5-a551-6a944246a56c req-3e35a1e1-305a-4e8c-96c0-939c67ff698e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434787 May 04 18:00:41.999089 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-69de174a-0e41-4000-a692-18d7408f3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:42.000589 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-69de174a-0e41-4000-a692-18d7408f3098 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398850 May 04 18:00:42.090477 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-a90af004-6567-4313-9c77-bf5945fae332 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826988 May 04 18:00:42.389176 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a84e7ddf-554c-4929-9b2c-41f64a8d7f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:43.068128 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d5eff-1d68-4ed4-8a69-293312919023 req-917aff69-ac10-4691-ba79-cf2b3f4f83f7 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:43.069563 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dc9d5eff-1d68-4ed4-8a69-293312919023 req-917aff69-ac10-4691-ba79-cf2b3f4f83f7 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0469759 May 04 18:00:43.117269 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-dc9d5eff-1d68-4ed4-8a69-293312919023 req-67187ee3-e1aa-463a-a4f5-18ad7a3e3515 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422595 May 04 18:00:43.903042 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:44.229655 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f86f9-8132-4405-9d77-5aa5741264e2 req-5947342b-e603-474e-b5d3-7290115c3a2e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:44.231157 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5f3f86f9-8132-4405-9d77-5aa5741264e2 req-5947342b-e603-474e-b5d3-7290115c3a2e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0468032 May 04 18:00:44.279333 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-5f3f86f9-8132-4405-9d77-5aa5741264e2 req-a4a39ac6-16e5-4496-8fec-e4b4a317e947 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 May 04 18:00:45.082710 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-008c513c-8c09-4551-806f-aa8b27a0136d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:45.084061 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-008c513c-8c09-4551-806f-aa8b27a0136d tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0557747 May 04 18:00:45.102778 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-63f341c1-7cf4-418f-9716-1d232be014d6 req-5e9e3397-911f-46be-8225-6f3e898f5ea4 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331379 May 04 18:00:45.179194 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Deleting port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:00:45.179542 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:45.268760 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] For port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:00:45.269125 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:45.281643 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Calling delete_port for 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:00:45.427174 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bc97e-2859-49e7-8a25-f9f1968ed69a req-93afcb1b-c1ce-4fc2-ae42-22d8f4c44b11 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:45.429275 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-752bc97e-2859-49e7-8a25-f9f1968ed69a req-93afcb1b-c1ce-4fc2-ae42-22d8f4c44b11 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 946 time: 0.0802062 May 04 18:00:45.485059 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-752bc97e-2859-49e7-8a25-f9f1968ed69a req-d5079344-bcdc-4ba6-88b7-5facba09bd6f tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480351 May 04 18:00:45.520610 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:45.572252 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (6ec19f6e-76a2-4b6f-a628-ffe14dd578a5), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:45.603046 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event deleted for resources: {'Port': ['ID=6ec19f6e-76a2-4b6f-a628-ffe14dd578a5,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:45.649255 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] No DVR routers for this DVR port 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:45.651745 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:45.654976 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-e45956b8-2740-4c9c-a461-5f4bdba9b5de req-6ea6da7c-4ef0-4d6e-954f-89c9991c81c1 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "DELETE /v2.0/ports/6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 HTTP/1.1" status: 204 len: 173 time: 0.5649731 May 04 18:00:45.655414 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'name': 'network-vif-deleted', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:45.657626 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dff125-ee02-4ec5-aa23-d0ce3e3d8559" -d '{"events": [{"server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "name": "network-vif-deleted", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:00:45.747769 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065bf53b-0768-46ed-85da-7e94f7bb9731 x-openstack-request-id: req-065bf53b-0768-46ed-85da-7e94f7bb9731 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:00:45.748093 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919e73c3-0b59-444e-a87a-e888961dcc1f", "name": "network-vif-deleted", "tag": "6ec19f6e-76a2-4b6f-a628-ffe14dd578a5", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:00:45.748348 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-065bf53b-0768-46ed-85da-7e94f7bb9731 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:00:45.748781 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065bf53b-0768-46ed-85da-7e94f7bb9731'] response: {'server_uuid': '919e73c3-0b59-444e-a87a-e888961dcc1f', 'name': 'network-vif-deleted', 'tag': '6ec19f6e-76a2-4b6f-a628-ffe14dd578a5', 'status': 'completed', 'code': 200} May 04 18:00:46.213186 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:00:46.234389 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:00:46.234732 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 6ec19f6e-76a2-4b6f-a628-ffe14dd578a5 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:00:46.592416 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-a6f01c15-da52-4feb-a725-36653dfc83b9 req-2dc0d2a1-1525-4ae8-a15f-995e33d3d158 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=919e73c3-0b59-444e-a87a-e888961dcc1f HTTP/1.1" status: 200 len: 210 time: 0.0288973 May 04 18:00:46.817697 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:50.139780 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42712) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:00:50.298141 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Deleting port e61b2a40-f201-483c-b98b-27649240b373 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:00:50.298480 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (e61b2a40-f201-483c-b98b-27649240b373), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:50.390067 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (e61b2a40-f201-483c-b98b-27649240b373), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:50.390067 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (e61b2a40-f201-483c-b98b-27649240b373), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:50.390067 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Calling delete_port for e61b2a40-f201-483c-b98b-27649240b373 owned by network:floatingip {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:00:50.582939 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (e61b2a40-f201-483c-b98b-27649240b373), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:50.611470 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event deleted for resources: {'Port': ['ID=e61b2a40-f201-483c-b98b-27649240b373,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:50.686791 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (53160979-1417-49ea-83b3-599a2b0a66a9), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:50.687153 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Floating IP 53160979-1417-49ea-83b3-599a2b0a66a9 disassociated (deleted). External IP: 172.27.2.148, port: d3fc2684-4d63-482d-89e5-b37b8eb9d2dd. May 04 18:00:50.906022 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:00:50.924872 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:00:51.037160 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:00:51.042162 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:51.049136 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:00:51.060196 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:00:51.060924 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:00:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:51.074600 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-4a2ab34d-0426-4d5c-b46a-c98b73d362d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "DELETE /v2.0/floatingips/53160979-1417-49ea-83b3-599a2b0a66a9 HTTP/1.1" status: 204 len: 168 time: 0.9317329 May 04 18:00:51.074600 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:51.076031 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af9a784-a267-4e51-be9c-0c6473297809" -d '{"events": [{"name": "network-changed", "server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:00:51.174059 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:00:51.346061 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5315939-8334-4c81-bbd6-8d662f48f19f x-openstack-request-id: req-f5315939-8334-4c81-bbd6-8d662f48f19f {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:00:51.346061 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:00:51.346061 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5315939-8334-4c81-bbd6-8d662f48f19f {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:00:51.346061 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5315939-8334-4c81-bbd6-8d662f48f19f'] response: {'name': 'network-changed', 'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'status': 'completed', 'code': 200} May 04 18:00:51.387339 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:51.414576 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:00:51.423379 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:00:51.423999 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:00:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:51.445574 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4a66a-83cd-4321-8fa6-0de29176898a req-d6ccad5e-1cad-483b-867f-faf1b6228375 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:51.447239 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bea4a66a-83cd-4321-8fa6-0de29176898a req-d6ccad5e-1cad-483b-867f-faf1b6228375 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 945 time: 0.0533473 May 04 18:00:51.497210 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-bea4a66a-83cd-4321-8fa6-0de29176898a req-9b51cd76-5fc1-41a3-9240-b6c685bec490 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 May 04 18:00:51.514071 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f1493-d667-49a8-a6a9-85e7d55bdac3 req-7614b822-f883-499f-9fff-6de79271b793 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:51.516181 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-594f1493-d667-49a8-a6a9-85e7d55bdac3 req-7614b822-f883-499f-9fff-6de79271b793 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.0485582 May 04 18:00:51.538871 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:00:51.568115 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-594f1493-d667-49a8-a6a9-85e7d55bdac3 req-10ac4b77-eeb7-4545-9c1a-a97a417dcbcf tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451922 May 04 18:00:51.754614 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:51.781806 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30632fe8-55ef-41cb-9adf-0bc0b2a661f3 None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T17:52:02Z', 'revision_number': 4, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'bba391a2-a282-4e1a-b35f-260928e0fbef', 'name': '', 'network_id': '8819b727-84a5-42ee-8d22-decbb7371ce4', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'mac_address': 'fa:16:3e:dc:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:01Z', 'updated_at': '2022-05-04T17:52:06Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'subnets': [{'id': '142f687c-be01-4227-a6f1-66b5d13f6606', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:00:52.014245 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4511d7f-be6d-4fa1-bbea-bc2441350bcf None None] New status for floating IP 53160979-1417-49ea-83b3-599a2b0a66a9: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:00:52.612395 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909bac6-d385-46db-9bb1-1a2467e66416 req-d23b3539-23af-4160-ad5f-c1f4282eb80a tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:52.613903 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c909bac6-d385-46db-9bb1-1a2467e66416 req-d23b3539-23af-4160-ad5f-c1f4282eb80a tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 945 time: 0.0469663 May 04 18:00:52.664297 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-c909bac6-d385-46db-9bb1-1a2467e66416 req-74158421-817e-4604-ba93-bbcab0c6d9dc tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447538 May 04 18:00:52.689545 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fb927-3ff4-49b2-ba85-1d62e998bafd req-70b8474d-8f76-452f-9330-ae168b7493be tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:52.691022 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-470fb927-3ff4-49b2-ba85-1d62e998bafd req-70b8474d-8f76-452f-9330-ae168b7493be tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.0494137 May 04 18:00:52.740146 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-470fb927-3ff4-49b2-ba85-1d62e998bafd req-db273a23-43fd-4c71-90e3-cdac8796a3d8 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426126 May 04 18:00:52.823658 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a784-a267-4e51-be9c-0c6473297809 req-f2ce16de-65a4-442a-a28b-3657e139cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:52.825222 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7af9a784-a267-4e51-be9c-0c6473297809 req-f2ce16de-65a4-442a-a28b-3657e139cef9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 1130 time: 0.0401492 May 04 18:00:52.920968 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a784-a267-4e51-be9c-0c6473297809 req-bf9c7949-847b-4b9e-b63d-b02361274901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:52.922546 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7af9a784-a267-4e51-be9c-0c6473297809 req-bf9c7949-847b-4b9e-b63d-b02361274901 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 200 len: 913 time: 0.0885112 May 04 18:00:53.233986 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:53.785043 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c47269-426f-4fad-bd0d-0722c9e46bea req-4c100eb0-901a-4374-a05a-94a7de9e56c3 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:53.786541 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-94c47269-426f-4fad-bd0d-0722c9e46bea req-4c100eb0-901a-4374-a05a-94a7de9e56c3 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 945 time: 0.0479732 May 04 18:00:53.833960 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-94c47269-426f-4fad-bd0d-0722c9e46bea req-ac3bba8f-c29f-49cb-9a4b-5337761b0413 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 May 04 18:00:53.855244 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd5175-ba3a-4cc6-9eb0-3b5dd802e625 req-ac62af66-ce2d-4c15-8d7e-c4c74a783c50 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:53.856767 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cfcd5175-ba3a-4cc6-9eb0-3b5dd802e625 req-ac62af66-ce2d-4c15-8d7e-c4c74a783c50 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.0481763 May 04 18:00:53.906258 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-cfcd5175-ba3a-4cc6-9eb0-3b5dd802e625 req-87d712c1-633f-4cc6-832b-b3164bb867b9 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437233 May 04 18:00:54.239801 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7af9a784-a267-4e51-be9c-0c6473297809 req-4f2ea676-0c5d-4c6a-90b6-dbf853d9c810 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd HTTP/1.1" status: 200 len: 217 time: 0.0465670 May 04 18:00:54.277416 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-b140e6b8-cf4a-45ba-ac53-b881022203f7 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:54.278839 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-b140e6b8-cf4a-45ba-ac53-b881022203f7 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.86 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 945 time: 0.0473461 May 04 18:00:54.415300 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a784-a267-4e51-be9c-0c6473297809 req-e54cda0b-2ed5-4343-9526-060e60b59b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:54.416731 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7af9a784-a267-4e51-be9c-0c6473297809 req-e54cda0b-2ed5-4343-9526-060e60b59b06 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 200 len: 851 time: 0.0770645 May 04 18:00:54.482766 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Deleting port 3dc362b7-c744-4f8e-90dd-053c866b4b1e {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:00:54.483109 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:54.487228 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a784-a267-4e51-be9c-0c6473297809 req-ebb9b7de-e55f-4c3b-964f-d560af7feef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:54.488702 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7af9a784-a267-4e51-be9c-0c6473297809 req-ebb9b7de-e55f-4c3b-964f-d560af7feef5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8819b727-84a5-42ee-8d22-decbb7371ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514119 May 04 18:00:54.860969 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] For port 3dc362b7-c744-4f8e-90dd-053c866b4b1e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3dc362b7-c744-4f8e-90dd-053c866b4b1e,segment=NetworkSegment(6fc8b92d-5630-405d-b946-38ac4a330394),segment_id=6fc8b92d-5630-405d-b946-38ac4a330394)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:00:54.861712 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:54.905999 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Calling delete_port for 3dc362b7-c744-4f8e-90dd-053c866b4b1e owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:00:54.952834 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-55051f14-03b5-4d23-9b49-c8803f226aeb tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:54.953804 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7913b4-2d13-4aca-af5b-0d347e658f75 req-3349ed52-7e16-46d0-bb79-ac04ccb20503 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:54.954278 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-55051f14-03b5-4d23-9b49-c8803f226aeb tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.1153874 May 04 18:00:54.955763 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2a7913b4-2d13-4aca-af5b-0d347e658f75 req-3349ed52-7e16-46d0-bb79-ac04ccb20503 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 945 time: 0.0521653 May 04 18:00:55.006944 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-2a7913b4-2d13-4aca-af5b-0d347e658f75 req-f487e4b5-b9be-4c69-962f-bcf18f2923ab tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/security-groups?id=adf87564-babb-48f6-acec-5175d3135359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 May 04 18:00:55.067750 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7af9a784-a267-4e51-be9c-0c6473297809 req-f917fb6a-8860-44ea-8d54-95b2f1c2eaad service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048270 May 04 18:00:55.147812 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af94f3-642e-4ab9-a98f-11ae9267b547 req-8640c34c-c03c-41a2-91dd-ac313217dfc5 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:55.148830 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-92af94f3-642e-4ab9-a98f-11ae9267b547 req-8640c34c-c03c-41a2-91dd-ac313217dfc5 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 946 time: 0.1583545 May 04 18:00:55.226340 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Deleting port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:00:55.226340 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:55.356196 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-92af94f3-642e-4ab9-a98f-11ae9267b547 req-fdc98beb-b852-4064-983a-1d5ace042108 tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f5f300c-b609-453b-898e-f4b9b44b5e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989391 May 04 18:00:55.361740 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7af9a784-a267-4e51-be9c-0c6473297809 req-80ca2ff3-824b-454a-a901-a8574e1009b6 service neutron] 10.222.0.86 "GET /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794960 May 04 18:00:55.393170 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] For port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:00:55.393524 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:55.406671 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Calling delete_port for d3fc2684-4d63-482d-89e5-b37b8eb9d2dd owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:00:55.452936 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (3dc362b7-c744-4f8e-90dd-053c866b4b1e), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:55.483310 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['3dc362b7-c744-4f8e-90dd-053c866b4b1e'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:00:55.491258 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Pushing event deleted for resources: {'Port': ['ID=3dc362b7-c744-4f8e-90dd-053c866b4b1e,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:55.547571 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] No DVR routers for this DVR port 3dc362b7-c744-4f8e-90dd-053c866b4b1e on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:55.551073 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:55.554979 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-4a175ab6-6fcf-4302-8585-c0708676d5e1 req-71115661-e65c-402e-8a64-8c5ff3d37707 tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.86 "DELETE /v2.0/ports/3dc362b7-c744-4f8e-90dd-053c866b4b1e HTTP/1.1" status: 204 len: 173 time: 1.2140858 May 04 18:00:55.555389 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa9cabc-fc79-45ad-aaa9-9140e38eb4a9', 'name': 'network-vif-deleted', 'tag': '3dc362b7-c744-4f8e-90dd-053c866b4b1e'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:55.557650 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a085ba98-c8dc-448b-8268-8e47bff05e3f" -d '{"events": [{"server_uuid": "faa9cabc-fc79-45ad-aaa9-9140e38eb4a9", "name": "network-vif-deleted", "tag": "3dc362b7-c744-4f8e-90dd-053c866b4b1e"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:00:55.596072 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842245d8-235a-4a1a-ad25-a095e3c834a8 x-openstack-request-id: req-842245d8-235a-4a1a-ad25-a095e3c834a8 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:00:55.596367 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa9cabc-fc79-45ad-aaa9-9140e38eb4a9", "name": "network-vif-deleted", "tag": "3dc362b7-c744-4f8e-90dd-053c866b4b1e", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:00:55.596646 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-842245d8-235a-4a1a-ad25-a095e3c834a8 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:00:55.597048 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842245d8-235a-4a1a-ad25-a095e3c834a8'] response: {'server_uuid': 'faa9cabc-fc79-45ad-aaa9-9140e38eb4a9', 'name': 'network-vif-deleted', 'tag': '3dc362b7-c744-4f8e-90dd-053c866b4b1e', 'status': 'completed', 'code': 200} May 04 18:00:55.674143 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (d3fc2684-4d63-482d-89e5-b37b8eb9d2dd), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:55.703727 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event deleted for resources: {'Port': ['ID=d3fc2684-4d63-482d-89e5-b37b8eb9d2dd,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:55.754460 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] No DVR routers for this DVR port d3fc2684-4d63-482d-89e5-b37b8eb9d2dd on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:55.757194 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:55.760487 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-af40f8aa-8ed2-4e7b-b636-1e045e60425d req-970f18e5-ffd8-4b1f-9d45-746b3ea5c72e tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.86 "DELETE /v2.0/ports/d3fc2684-4d63-482d-89e5-b37b8eb9d2dd HTTP/1.1" status: 204 len: 173 time: 0.7724566 May 04 18:00:56.123329 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-f839203a-0769-40ae-aab6-530658c87f1a req-ab73546e-661b-4bf6-96b9-e7d5abd331ff tempest-VolumesSnapshotTestJSON-979293968 tempest-VolumesSnapshotTestJSON-979293968-project] 10.222.0.81 "GET /v2.0/ports?device_id=faa9cabc-fc79-45ad-aaa9-9140e38eb4a9 HTTP/1.1" status: 200 len: 210 time: 0.0283699 May 04 18:00:56.462365 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-0fc191c8-2907-4577-8d91-d14850db30a9 req-f79438cc-2455-4190-853b-febbf73c968b tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "GET /v2.0/ports?device_id=c897afaa-719c-4830-88a6-1edaa753206f HTTP/1.1" status: 200 len: 210 time: 0.0375066 May 04 18:00:57.519231 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42752) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:00:57.598748 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'name': 'network-vif-deleted', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:57.601486 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ec0cc-79d8-4beb-822e-4c266b2b6ed6" -d '{"events": [{"server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "name": "network-vif-deleted", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:00:57.640433 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Deleting port dd91e0a9-d692-493e-badc-f6b40c4b1e5d {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:00:57.640812 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:57.647206 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37761fb5-d7f4-4075-8932-38b44b9396bf x-openstack-request-id: req-37761fb5-d7f4-4075-8932-38b44b9396bf {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:00:57.647501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c897afaa-719c-4830-88a6-1edaa753206f", "name": "network-vif-deleted", "tag": "d3fc2684-4d63-482d-89e5-b37b8eb9d2dd", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:00:57.647764 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37761fb5-d7f4-4075-8932-38b44b9396bf {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:00:57.648160 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37761fb5-d7f4-4075-8932-38b44b9396bf'] response: {'server_uuid': 'c897afaa-719c-4830-88a6-1edaa753206f', 'name': 'network-vif-deleted', 'tag': 'd3fc2684-4d63-482d-89e5-b37b8eb9d2dd', 'status': 'completed', 'code': 200} May 04 18:00:57.720177 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:57.720534 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:57.733794 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Calling delete_port for dd91e0a9-d692-493e-badc-f6b40c4b1e5d owned by network:floatingip {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:00:57.965595 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (dd91e0a9-d692-493e-badc-f6b40c4b1e5d), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:57.991895 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event deleted for resources: {'Port': ['ID=dd91e0a9-d692-493e-badc-f6b40c4b1e5d,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:58.056344 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for floatingip (bd132cf7-7e9e-432d-ab65-8fa82031bf74), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:58.059095 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:58.060245 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-5eead927-5b53-45b2-a318-ead453d2e11a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "DELETE /v2.0/floatingips/bd132cf7-7e9e-432d-ab65-8fa82031bf74 HTTP/1.1" status: 204 len: 168 time: 0.5398760 May 04 18:00:58.282224 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 3dc362b7-c744-4f8e-90dd-053c866b4b1e no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:00:58.305851 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 3dc362b7-c744-4f8e-90dd-053c866b4b1e {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:00:58.306195 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 3dc362b7-c744-4f8e-90dd-053c866b4b1e not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:00:58.306609 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device d3fc2684-4d63-482d-89e5-b37b8eb9d2dd no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:00:58.325808 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: d3fc2684-4d63-482d-89e5-b37b8eb9d2dd {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:00:58.326158 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device d3fc2684-4d63-482d-89e5-b37b8eb9d2dd not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:00:59.406956 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42776) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:00:59.463420 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1e26c265-2c41-4061-94e9-50df3a449c4a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group (6f5f300c-b609-453b-898e-f4b9b44b5e18), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:59.487459 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1e26c265-2c41-4061-94e9-50df3a449c4a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group (6f5f300c-b609-453b-898e-f4b9b44b5e18), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:59.617777 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1e26c265-2c41-4061-94e9-50df3a449c4a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (6f5f300c-b609-453b-898e-f4b9b44b5e18), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:59.620408 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-1e26c265-2c41-4061-94e9-50df3a449c4a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:00:59.621633 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-1e26c265-2c41-4061-94e9-50df3a449c4a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] 10.222.0.81 "DELETE /v2.0/security-groups/6f5f300c-b609-453b-898e-f4b9b44b5e18 HTTP/1.1" status: 204 len: 168 time: 0.2136724 May 04 18:00:59.630955 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26c265-2c41-4061-94e9-50df3a449c4a tempest-TestVolumeBootPattern-688166526 tempest-TestVolumeBootPattern-688166526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5f300c-b609-453b-898e-f4b9b44b5e18,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:59.742480 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42780) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:00.167565 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (6bb2b94d-4181-42ce-83d7-cab319b3c59a), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:00.402501 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Deleting port bba391a2-a282-4e1a-b35f-260928e0fbef {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:00.402835 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:00.483248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] For port bba391a2-a282-4e1a-b35f-260928e0fbef, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=bba391a2-a282-4e1a-b35f-260928e0fbef,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:00.483606 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:00.496389 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Calling delete_port for bba391a2-a282-4e1a-b35f-260928e0fbef owned by network:router_interface {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:00.724890 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (bba391a2-a282-4e1a-b35f-260928e0fbef), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:00.753397 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=bba391a2-a282-4e1a-b35f-260928e0fbef,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:00.921966 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (6bb2b94d-4181-42ce-83d7-cab319b3c59a), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:01.138768 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Router 6bb2b94d-4181-42ce-83d7-cab319b3c59a has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:01:01.248150 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:01:01.253234 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-c5b26955-c5de-460d-a223-37c5a69d1b1b admin admin] 10.222.0.81 "PUT /v2.0/routers/6bb2b94d-4181-42ce-83d7-cab319b3c59a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5090547 May 04 18:01:01.255720 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42786) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:01.256735 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] Sync routers for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:01:01.266862 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:01.267482 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:00:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:01.363358 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks [] for router (6bb2b94d-4181-42ce-83d7-cab319b3c59a), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:01.382118 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:01.480384 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks [] for router_gateway (6bb2b94d-4181-42ce-83d7-cab319b3c59a), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:01.547959 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T18:01:00Z', 'revision_number': 5, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port': {'id': '74f054aa-0396-4bfa-9300-c4beeaa8c2ca', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:63:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:51:58Z', 'updated_at': '2022-05-04T17:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:01.578165 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] Checking router: 6bb2b94d-4181-42ce-83d7-cab319b3c59a for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:01:01.583465 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Deleting port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:01.583796 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:01.586526 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] Routers {'6bb2b94d-4181-42ce-83d7-cab319b3c59a'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:01.587124 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:00:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:01.667300 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] For port 74f054aa-0396-4bfa-9300-c4beeaa8c2ca, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=74f054aa-0396-4bfa-9300-c4beeaa8c2ca,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:01.667674 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:01.679476 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] Set router 6bb2b94d-4181-42ce-83d7-cab319b3c59a gateway port host: None {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:01.688259 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Calling delete_port for 74f054aa-0396-4bfa-9300-c4beeaa8c2ca owned by network:router_gateway {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:01.746429 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T18:01:01Z', 'revision_number': 6, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port_host': None}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:01.777479 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa8d66-a41c-45b9-8134-53aea81772ee None None] The sync data for ids ['6bb2b94d-4181-42ce-83d7-cab319b3c59a'] in dv-cinder-840512-1-iscsi is: [{'id': '6bb2b94d-4181-42ce-83d7-cab319b3c59a', 'name': 'tempest-TestVolumeBootPattern-1311394252-router', 'tenant_id': '15a8c4e6884c42919a5828e77d5abd4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:51:57Z', 'updated_at': '2022-05-04T18:01:01Z', 'revision_number': 6, 'project_id': '15a8c4e6884c42919a5828e77d5abd4f', 'gw_port_host': None}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:01:01.919658 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (74f054aa-0396-4bfa-9300-c4beeaa8c2ca), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:01.944658 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f054aa-0396-4bfa-9300-c4beeaa8c2ca,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:02.008909 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (6bb2b94d-4181-42ce-83d7-cab319b3c59a), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.098976 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (6bb2b94d-4181-42ce-83d7-cab319b3c59a), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.101908 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks [] for router_controller (6bb2b94d-4181-42ce-83d7-cab319b3c59a), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.222794 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (6bb2b94d-4181-42ce-83d7-cab319b3c59a), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.223334 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb2b94d-4181-42ce-83d7-cab319b3c59a {{(pid=110469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:01:02.228260 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.232231 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-5811fa65-c7eb-4f41-beba-216374a82032 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6bb2b94d-4181-42ce-83d7-cab319b3c59a HTTP/1.1" status: 204 len: 168 time: 0.9728565 May 04 18:01:02.232231 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42790) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:02.307370 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-459c2df4-1bfc-4daf-a2e8-47d78a11f4fd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506418 May 04 18:01:02.310141 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7160e51c-d105-44af-bc7c-4f9c392dd8e6 admin admin] Deleting subnet 142f687c-be01-4227-a6f1-66b5d13f6606 {{(pid=110469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:01:02.313284 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7160e51c-d105-44af-bc7c-4f9c392dd8e6 admin admin] Publish callbacks [] for subnet (142f687c-be01-4227-a6f1-66b5d13f6606), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.350181 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7160e51c-d105-44af-bc7c-4f9c392dd8e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3414030'] for subnet (142f687c-be01-4227-a6f1-66b5d13f6606), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.414314 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-768d733d-3e2d-4145-8e26-278a0f53410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:02.415786 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-768d733d-3e2d-4145-8e26-278a0f53410c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1168 time: 0.0627818 May 04 18:01:02.540561 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device bba391a2-a282-4e1a-b35f-260928e0fbef no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:02.563841 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: bba391a2-a282-4e1a-b35f-260928e0fbef {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:02.564324 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device bba391a2-a282-4e1a-b35f-260928e0fbef not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:02.795897 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7160e51c-d105-44af-bc7c-4f9c392dd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (142f687c-be01-4227-a6f1-66b5d13f6606), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.849263 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-54ca6d8a-bef4-4690-9713-22d2834fcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:02.851398 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-54ca6d8a-bef4-4690-9713-22d2834fcaac service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 200 len: 915 time: 0.4081252 May 04 18:01:02.921215 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-7a1373d9-1199-46aa-957a-020bc51824df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 1001 time: 0.0637307 May 04 18:01:02.925607 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7160e51c-d105-44af-bc7c-4f9c392dd8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372017'] for subnet (142f687c-be01-4227-a6f1-66b5d13f6606), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.981704 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160e51c-d105-44af-bc7c-4f9c392dd8e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142f687c-be01-4227-a6f1-66b5d13f6606,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:02.983676 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-7160e51c-d105-44af-bc7c-4f9c392dd8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:02.986871 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-7160e51c-d105-44af-bc7c-4f9c392dd8e6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/142f687c-be01-4227-a6f1-66b5d13f6606 HTTP/1.1" status: 204 len: 168 time: 0.7539551 May 04 18:01:02.989473 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42794) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:02.989945 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28bdfba-0e66-4d84-8e75-e003c3ce6182 None None] Network 8819b727-84a5-42ee-8d22-decbb7371ce4 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:01:03.003648 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-bcd9d32c-f762-4d97-aa17-40c492e0bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:03.005141 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-bcd9d32c-f762-4d97-aa17-40c492e0bc4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5b9969d-743b-4741-bbf3-eb8ad351e3aa HTTP/1.1" status: 200 len: 853 time: 0.0766728 May 04 18:01:03.054071 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-3821eab3-b812-459a-ae1d-d0e8fec34f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:03.058922 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-3821eab3-b812-459a-ae1d-d0e8fec34f1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e7fea3-d972-4729-b298-8e50ca4a2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440872 May 04 18:01:03.070746 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (8819b727-84a5-42ee-8d22-decbb7371ce4), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.160997 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-2ff79317-d8d9-4be5-b781-00f4f3063ff9 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982952 May 04 18:01:03.166278 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] DHCP port deletion for 8819b727-84a5-42ee-8d22-decbb7371ce4 request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:01:03.208026 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] Deleting port 4385161d-5471-4631-bdc1-1decbd40722d {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:03.208411 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4385161d-5471-4631-bdc1-1decbd40722d), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.262891 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-7d8c5927-d153-4b3e-ac6a-1ac35cdf8eaa req-1c59624a-4f5d-4f86-bbdc-5b0fbb0e3344 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956907 May 04 18:01:03.374454 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Deleting port 4385161d-5471-4631-bdc1-1decbd40722d {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:03.374795 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (4385161d-5471-4631-bdc1-1decbd40722d), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.420342 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] For port 4385161d-5471-4631-bdc1-1decbd40722d, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4385161d-5471-4631-bdc1-1decbd40722d,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:03.420797 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4385161d-5471-4631-bdc1-1decbd40722d), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.439410 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] For port 4385161d-5471-4631-bdc1-1decbd40722d, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=4385161d-5471-4631-bdc1-1decbd40722d,segment=NetworkSegment(6b692d44-2fe6-42eb-a2fa-095c3e0a7227),segment_id=6b692d44-2fe6-42eb-a2fa-095c3e0a7227)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:03.439801 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (4385161d-5471-4631-bdc1-1decbd40722d), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.443132 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] Calling delete_port for 4385161d-5471-4631-bdc1-1decbd40722d owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:03.459307 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Calling delete_port for 4385161d-5471-4631-bdc1-1decbd40722d owned by network:dhcp {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:03.628375 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (4385161d-5471-4631-bdc1-1decbd40722d), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.635968 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (4385161d-5471-4631-bdc1-1decbd40722d), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.653126 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] Pushing event deleted for resources: {'Port': ['ID=4385161d-5471-4631-bdc1-1decbd40722d,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:03.658586 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1c626-0e65-44ce-8796-f94bc6f89224 None None] No DVR routers for this DVR port 4385161d-5471-4631-bdc1-1decbd40722d on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:03.662604 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=4385161d-5471-4631-bdc1-1decbd40722d,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:03.669062 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] No DVR routers for this DVR port 4385161d-5471-4631-bdc1-1decbd40722d on host dv-cinder-840512-1-iscsi {{(pid=110468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:03.745341 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (8819b727-84a5-42ee-8d22-decbb7371ce4), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.766256 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8819b727-84a5-42ee-8d22-decbb7371ce4']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:03.776361 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b692d44-2fe6-42eb-a2fa-095c3e0a7227') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:03.776695 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b692d44-2fe6-42eb-a2fa-095c3e0a7227') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:03.786349 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (6b692d44-2fe6-42eb-a2fa-095c3e0a7227), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.799903 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (6b692d44-2fe6-42eb-a2fa-095c3e0a7227), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.806111 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:01:03.806499 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (6b692d44-2fe6-42eb-a2fa-095c3e0a7227), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: self.session.flush() May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: self.session.flush() May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: self.session.flush() May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: self.session.flush() May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:01:03.808223 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:01:03.925500 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (8819b727-84a5-42ee-8d22-decbb7371ce4), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.930445 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:03.936415 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] 10.222.0.81 "DELETE /v2.0/networks/8819b727-84a5-42ee-8d22-decbb7371ce4 HTTP/1.1" status: 204 len: 168 time: 0.9431689 May 04 18:01:03.936885 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42800) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:03.949877 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 74f054aa-0396-4bfa-9300-c4beeaa8c2ca no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:03.951422 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7162a7-e022-48ee-aa0d-60b336dc2fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=8819b727-84a5-42ee-8d22-decbb7371ce4,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:03.976759 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 74f054aa-0396-4bfa-9300-c4beeaa8c2ca {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:03.977103 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 74f054aa-0396-4bfa-9300-c4beeaa8c2ca not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:03.977521 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4385161d-5471-4631-bdc1-1decbd40722d no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:03.996715 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 4385161d-5471-4631-bdc1-1decbd40722d {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:03.997057 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 4385161d-5471-4631-bdc1-1decbd40722d not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:04.282889 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (688aa5d7-5763-4210-91fa-b396503576a2), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:04.517711 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Deleting port ca09e5bd-0873-458a-934e-67de1c09912b {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:04.518077 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:04.598337 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] For port ca09e5bd-0873-458a-934e-67de1c09912b, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ca09e5bd-0873-458a-934e-67de1c09912b,segment=NetworkSegment(690bf1f0-f856-4e15-9e66-c2b1425ebbd3),segment_id=690bf1f0-f856-4e15-9e66-c2b1425ebbd3)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:04.598697 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:04.611508 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Calling delete_port for ca09e5bd-0873-458a-934e-67de1c09912b owned by network:router_interface {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:05.016713 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (ca09e5bd-0873-458a-934e-67de1c09912b), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:05.043965 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca09e5bd-0873-458a-934e-67de1c09912b,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:05.055687 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.056041 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.056387 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.056755 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.057092 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.057426 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.057754 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.058081 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.058409 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.058736 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.059062 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.059387 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.059709 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.060312 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.060494 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:05.235812 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (688aa5d7-5763-4210-91fa-b396503576a2), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:05.455037 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Router 688aa5d7-5763-4210-91fa-b396503576a2 has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:01:05.563150 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:01:05.568624 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-4f9fa673-7e43-4126-a982-1ae62ce9d7bd admin admin] 10.222.0.81 "PUT /v2.0/routers/688aa5d7-5763-4210-91fa-b396503576a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6308906 May 04 18:01:05.571863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42816) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:05.572669 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] Sync routers for ids ['688aa5d7-5763-4210-91fa-b396503576a2'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:01:05.582635 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] Routers {'688aa5d7-5763-4210-91fa-b396503576a2'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:05.584461 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:00:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['688aa5d7-5763-4210-91fa-b396503576a2'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:05.677923 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks [] for router (688aa5d7-5763-4210-91fa-b396503576a2), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:05.689601 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] Set router 688aa5d7-5763-4210-91fa-b396503576a2 gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:05.808819 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks [] for router_gateway (688aa5d7-5763-4210-91fa-b396503576a2), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:05.941205 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Deleting port eea9f842-1a0d-457d-adf9-6156ec5978b1 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:05.941466 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:05.957065 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T18:01:04Z', 'revision_number': 5, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port': {'id': 'eea9f842-1a0d-457d-adf9-6156ec5978b1', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688aa5d7-5763-4210-91fa-b396503576a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:52:06Z', 'updated_at': '2022-05-04T17:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:05.983806 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] Checking router: 688aa5d7-5763-4210-91fa-b396503576a2 for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:01:05.992285 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] Routers {'688aa5d7-5763-4210-91fa-b396503576a2'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:05.992960 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:00:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['688aa5d7-5763-4210-91fa-b396503576a2'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:06.023414 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] For port eea9f842-1a0d-457d-adf9-6156ec5978b1, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=eea9f842-1a0d-457d-adf9-6156ec5978b1,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:06.029075 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:06.036974 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Calling delete_port for eea9f842-1a0d-457d-adf9-6156ec5978b1 owned by network:router_gateway {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:06.078798 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] Set router 688aa5d7-5763-4210-91fa-b396503576a2 gateway port host: None {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:06.132614 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T18:01:05Z', 'revision_number': 6, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port_host': None}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:06.165679 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02217eac-d48a-40df-b0be-495eb1316e10 None None] The sync data for ids ['688aa5d7-5763-4210-91fa-b396503576a2'] in dv-cinder-840512-1-iscsi is: [{'id': '688aa5d7-5763-4210-91fa-b396503576a2', 'name': 'tempest-TestVolumeBootPattern-1008217018-router', 'tenant_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:52:05Z', 'updated_at': '2022-05-04T18:01:05Z', 'revision_number': 6, 'project_id': 'eb6b4b0efdc44ba28313d7ab1bf5e36b', 'gw_port_host': None}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:01:06.279214 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (eea9f842-1a0d-457d-adf9-6156ec5978b1), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:06.308486 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Pushing event deleted for resources: {'Port': ['ID=eea9f842-1a0d-457d-adf9-6156ec5978b1,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:06.370962 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (688aa5d7-5763-4210-91fa-b396503576a2), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:06.767784 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (688aa5d7-5763-4210-91fa-b396503576a2), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:06.769930 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks [] for router_controller (688aa5d7-5763-4210-91fa-b396503576a2), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:06.937001 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (688aa5d7-5763-4210-91fa-b396503576a2), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:06.937574 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 688aa5d7-5763-4210-91fa-b396503576a2 {{(pid=110469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:01:06.942315 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:06.947845 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ff486178-a20d-4e37-aac6-3987d49ced5e admin admin] 10.222.0.81 "DELETE /v2.0/routers/688aa5d7-5763-4210-91fa-b396503576a2 HTTP/1.1" status: 204 len: 168 time: 1.3706460 May 04 18:01:06.947845 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42822) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:06.995005 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c2f9a6-c701-4efa-b74f-2648af013a7e admin admin] Deleting subnet 69460bbb-62e8-4f22-8735-b95960d7cdc0 {{(pid=110469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:01:06.998862 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-10c2f9a6-c701-4efa-b74f-2648af013a7e admin admin] Publish callbacks [] for subnet (69460bbb-62e8-4f22-8735-b95960d7cdc0), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.035258 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-10c2f9a6-c701-4efa-b74f-2648af013a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3414030'] for subnet (69460bbb-62e8-4f22-8735-b95960d7cdc0), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.118751 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-10c2f9a6-c701-4efa-b74f-2648af013a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (69460bbb-62e8-4f22-8735-b95960d7cdc0), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.245502 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-10c2f9a6-c701-4efa-b74f-2648af013a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372017'] for subnet (69460bbb-62e8-4f22-8735-b95960d7cdc0), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.273051 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2f9a6-c701-4efa-b74f-2648af013a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69460bbb-62e8-4f22-8735-b95960d7cdc0,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:07.277228 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-10c2f9a6-c701-4efa-b74f-2648af013a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.280187 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-10c2f9a6-c701-4efa-b74f-2648af013a7e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/69460bbb-62e8-4f22-8735-b95960d7cdc0 HTTP/1.1" status: 204 len: 168 time: 0.3326924 May 04 18:01:07.283147 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42828) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:07.291042 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d4b82-9b67-466b-91ac-65d87f9f2c25 None None] Network f8cd109c-16a4-4c35-98fc-ba51f7f917e2 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:01:07.359669 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (f8cd109c-16a4-4c35-98fc-ba51f7f917e2), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.406091 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Deleting port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:07.406423 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.436279 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] DHCP port deletion for f8cd109c-16a4-4c35-98fc-ba51f7f917e2 request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:01:07.473606 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] For port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,segment=NetworkSegment(690bf1f0-f856-4e15-9e66-c2b1425ebbd3),segment_id=690bf1f0-f856-4e15-9e66-c2b1425ebbd3)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:07.473974 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.476876 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] Deleting port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:07.477254 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.486910 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Calling delete_port for ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 owned by network:dhcp {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:07.547597 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] For port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,segment=NetworkSegment(690bf1f0-f856-4e15-9e66-c2b1425ebbd3),segment_id=690bf1f0-f856-4e15-9e66-c2b1425ebbd3)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:07.547597 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.556319 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] Calling delete_port for ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:07.622562 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.633540 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.647568 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:07.653235 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] No DVR routers for this DVR port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 on host dv-cinder-840512-1-iscsi {{(pid=110468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:07.661720 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] Pushing event deleted for resources: {'Port': ['ID=ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:07.668230 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abafb6-46c9-40d8-93d4-b9b23582c46f None None] No DVR routers for this DVR port ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:07.726712 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (f8cd109c-16a4-4c35-98fc-ba51f7f917e2), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.748256 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cd109c-16a4-4c35-98fc-ba51f7f917e2']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:07.758700 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690bf1f0-f856-4e15-9e66-c2b1425ebbd3') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:07.767164 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690bf1f0-f856-4e15-9e66-c2b1425ebbd3') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:07.768578 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (690bf1f0-f856-4e15-9e66-c2b1425ebbd3), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.782023 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (690bf1f0-f856-4e15-9e66-c2b1425ebbd3), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.788157 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:01:07.788598 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (690bf1f0-f856-4e15-9e66-c2b1425ebbd3), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:01:07.790258 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:01:07.936397 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (f8cd109c-16a4-4c35-98fc-ba51f7f917e2), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.941830 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:07.948328 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] 10.222.0.81 "DELETE /v2.0/networks/f8cd109c-16a4-4c35-98fc-ba51f7f917e2 HTTP/1.1" status: 204 len: 168 time: 0.6615911 May 04 18:01:07.952653 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ca09e5bd-0873-458a-934e-67de1c09912b no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:07.958417 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2e8a8-be61-4bd9-aac4-2c9f5a6d0ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=f8cd109c-16a4-4c35-98fc-ba51f7f917e2,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:07.978988 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: ca09e5bd-0873-458a-934e-67de1c09912b {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:07.979280 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ca09e5bd-0873-458a-934e-67de1c09912b not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:07.979707 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:07.998883 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:07.999225 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device ecb9ccb2-06fb-4ee6-90aa-0f0b5349a997 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:07.999652 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device eea9f842-1a0d-457d-adf9-6156ec5978b1 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:08.018768 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: eea9f842-1a0d-457d-adf9-6156ec5978b1 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:08.019110 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device eea9f842-1a0d-457d-adf9-6156ec5978b1 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:08.227732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42834) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:08.269754 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-d2681f44-ed8c-4913-8c93-13eb62978bd4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15a8c4e6884c42919a5828e77d5abd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404356 May 04 18:01:08.272926 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42838) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:08.318220 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5620-76a2-462e-a79e-1ba776af1b46 admin admin] Publish callbacks [] for security_group (465aa353-0249-469a-85e2-726ba3d359ca), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:08.340188 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5620-76a2-462e-a79e-1ba776af1b46 admin admin] Publish callbacks [] for security_group (465aa353-0249-469a-85e2-726ba3d359ca), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:08.513171 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5620-76a2-462e-a79e-1ba776af1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (465aa353-0249-469a-85e2-726ba3d359ca), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:08.515789 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-ab4a5620-76a2-462e-a79e-1ba776af1b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:08.516994 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-ab4a5620-76a2-462e-a79e-1ba776af1b46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/465aa353-0249-469a-85e2-726ba3d359ca HTTP/1.1" status: 204 len: 168 time: 0.2432249 May 04 18:01:08.525455 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a5620-76a2-462e-a79e-1ba776af1b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465aa353-0249-469a-85e2-726ba3d359ca,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:09.228126 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42846) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:09.270729 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-e240f1c5-ed74-4e86-937c-a62c46231a40 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb6b4b0efdc44ba28313d7ab1bf5e36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411646 May 04 18:01:09.273772 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42848) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:09.319502 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7dac7eca-67f8-4cc8-a108-d00b0af90f45 admin admin] Publish callbacks [] for security_group (14123238-1e6a-4431-93c4-7fabc90b846d), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:09.341466 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7dac7eca-67f8-4cc8-a108-d00b0af90f45 admin admin] Publish callbacks [] for security_group (14123238-1e6a-4431-93c4-7fabc90b846d), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:09.433474 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7dac7eca-67f8-4cc8-a108-d00b0af90f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (14123238-1e6a-4431-93c4-7fabc90b846d), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:09.436091 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-7dac7eca-67f8-4cc8-a108-d00b0af90f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:09.437283 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-7dac7eca-67f8-4cc8-a108-d00b0af90f45 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14123238-1e6a-4431-93c4-7fabc90b846d HTTP/1.1" status: 204 len: 168 time: 0.1626244 May 04 18:01:09.446567 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac7eca-67f8-4cc8-a108-d00b0af90f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14123238-1e6a-4431-93c4-7fabc90b846d,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:10.016613 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e7dac5ab-fb72-43f6-9ebe-a64234148aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:12.416662 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ecc15dcf-66fe-4ab7-b46f-e2d181df7966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:13.913017 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:15.535789 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:16.804967 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.289726 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.362692 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42930) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:23.407091 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e328f1ab-af1c-46ae-ab9d-a6bad775a4d6 admin admin] Deleting subnet d89cff66-0cc3-49cb-adf7-56ce0e9d5596 {{(pid=110469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:01:23.410999 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e328f1ab-af1c-46ae-ab9d-a6bad775a4d6 admin admin] Publish callbacks [] for subnet (d89cff66-0cc3-49cb-adf7-56ce0e9d5596), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.445120 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e328f1ab-af1c-46ae-ab9d-a6bad775a4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3414030'] for subnet (d89cff66-0cc3-49cb-adf7-56ce0e9d5596), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.487346 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e328f1ab-af1c-46ae-ab9d-a6bad775a4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (d89cff66-0cc3-49cb-adf7-56ce0e9d5596), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.604808 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e328f1ab-af1c-46ae-ab9d-a6bad775a4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372017'] for subnet (d89cff66-0cc3-49cb-adf7-56ce0e9d5596), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.630528 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328f1ab-af1c-46ae-ab9d-a6bad775a4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89cff66-0cc3-49cb-adf7-56ce0e9d5596,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:23.634287 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e328f1ab-af1c-46ae-ab9d-a6bad775a4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.637462 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e328f1ab-af1c-46ae-ab9d-a6bad775a4d6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d89cff66-0cc3-49cb-adf7-56ce0e9d5596 HTTP/1.1" status: 204 len: 168 time: 0.2737682 May 04 18:01:23.639930 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 42932) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:23.706312 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (2e0d04d8-e437-4b61-9487-bb53daba3921), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.788216 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (2e0d04d8-e437-4b61-9487-bb53daba3921), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.807732 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0d04d8-e437-4b61-9487-bb53daba3921']}} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:23.817346 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc8b92d-5630-405d-b946-38ac4a330394') {'for_net_delete': True} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:23.817649 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc8b92d-5630-405d-b946-38ac4a330394') {} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:23.826860 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414033'] for segment (6fc8b92d-5630-405d-b946-38ac4a330394), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.840297 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (6fc8b92d-5630-405d-b946-38ac4a330394), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.846782 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=110469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:01:23.847403 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540896'] for segment (6fc8b92d-5630-405d-b946-38ac4a330394), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: Traceback (most recent call last): May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: timer() May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: cb(*args, **kw) May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: return func(*args, **kwargs) May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: self._notify() May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: self.callback(batched_events) May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: event.method(event) May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: return f(self, *a, **k) May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._get(url).json() May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: return self.request(url, 'GET', **kwargs) May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:01:23.849571 dv-cinder-840512-1-iscsi neutron-server[110469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:01:23.975993 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (2e0d04d8-e437-4b61-9487-bb53daba3921), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.981377 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:23.984572 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] 10.222.0.81 "DELETE /v2.0/networks/2e0d04d8-e437-4b61-9487-bb53daba3921 HTTP/1.1" status: 204 len: 168 time: 0.3436003 May 04 18:01:23.995744 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56c4d4-82af-4fdf-8321-bdce42cbb95c admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0d04d8-e437-4b61-9487-bb53daba3921,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:24.399117 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42936) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:24.439955 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-acf43ea5-f912-4b6a-ab29-f775175f10ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44abe4738e4d43d68e68b5d4928ea3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397079 May 04 18:01:24.442423 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42938) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:24.489494 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3a4e433f-3bd8-49a9-bff7-735fd6e29fbf admin admin] Publish callbacks [] for security_group (adf87564-babb-48f6-acec-5175d3135359), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:24.510235 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3a4e433f-3bd8-49a9-bff7-735fd6e29fbf admin admin] Publish callbacks [] for security_group (adf87564-babb-48f6-acec-5175d3135359), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:24.615657 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3a4e433f-3bd8-49a9-bff7-735fd6e29fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (adf87564-babb-48f6-acec-5175d3135359), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:24.618223 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-3a4e433f-3bd8-49a9-bff7-735fd6e29fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:24.619357 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-3a4e433f-3bd8-49a9-bff7-735fd6e29fbf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adf87564-babb-48f6-acec-5175d3135359 HTTP/1.1" status: 204 len: 168 time: 0.1760528 May 04 18:01:24.627373 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e433f-3bd8-49a9-bff7-735fd6e29fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf87564-babb-48f6-acec-5175d3135359,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:27.927563 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:01:35.608270 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-e08084a2-1616-415f-88ee-5e1cbe3f4af8 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171016272&fields=id&tenant_id=3582f692d07d4a959f4033ced79df226 HTTP/1.1" status: 200 len: 267 time: 0.0475740 May 04 18:01:35.660702 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-b0475ce3-7cd0-4a01-89ef-d92275a800b2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:35.662195 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-b0475ce3-7cd0-4a01-89ef-d92275a800b2 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 984 time: 0.0470717 May 04 18:01:35.672692 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.v2.base [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Request body: {'port': {'security_groups': ['0e6073f6-77de-4f52-af90-daf025bf7d80']}} {{(pid=110469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 04 18:01:35.747453 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7916469'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), before_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:35.925295 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] For port 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:35.956286 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), precommit_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.020854 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764807391681', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764806929574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764806929592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3540876'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), after_update {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.037668 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5e5bf717-b6e4-4f4d-881f-db71b7750d83'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:01:36.065310 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:36.066575 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.068017 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-040cfdbe-d1d8-49dc-9837-aa7ce931d694 req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "PUT /v2.0/ports/5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 942 time: 0.3997002 May 04 18:01:36.068499 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:01:36.074488 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c767f4-a522-4d10-81ae-468be050d8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:01:36.074875 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42950) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:36.105923 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169f9a3-9b6a-47a0-a976-43dc341d9396 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event updated for resources: {'Port': ['ID=5e5bf717-b6e4-4f4d-881f-db71b7750d83,revision_number=7']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:36.132358 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a60d3f-7392-490c-8393-a0e840bf7b34 x-openstack-request-id: req-89a60d3f-7392-490c-8393-a0e840bf7b34 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:01:36.132683 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:01:36.132937 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89a60d3f-7392-490c-8393-a0e840bf7b34 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:01:36.133346 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a60d3f-7392-490c-8393-a0e840bf7b34'] response: {'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'status': 'completed', 'code': 200} May 04 18:01:36.162339 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9651af6e-b42b-4212-b527-b40d6aa49523 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group (5e6254c2-1c56-46c8-bf22-6d482c0f77da), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.192359 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5e5bf717-b6e4-4f4d-881f-db71b7750d83'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:01:36.196923 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9651af6e-b42b-4212-b527-b40d6aa49523 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group (5e6254c2-1c56-46c8-bf22-6d482c0f77da), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.200681 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c767f4-a522-4d10-81ae-468be050d8cd req-8bb84867-e390-448e-876f-5f9de66b9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:36.202205 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-18c767f4-a522-4d10-81ae-468be050d8cd req-8bb84867-e390-448e-876f-5f9de66b9011 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1129 time: 0.0479441 May 04 18:01:36.317896 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c767f4-a522-4d10-81ae-468be050d8cd req-64e1f3d0-3f57-45c4-a141-24c7b3013fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:36.321995 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-18c767f4-a522-4d10-81ae-468be050d8cd req-64e1f3d0-3f57-45c4-a141-24c7b3013fcd service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 200 len: 915 time: 0.1088250 May 04 18:01:36.328233 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.provisioning_blocks [None req-0342e57b-3570-4913-80f8-1c089200c8e8 None None] Provisioning complete for port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 triggered by entity DHCP. {{(pid=110470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 04 18:01:36.328643 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-0342e57b-3570-4913-80f8-1c089200c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8255338'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), provisioning_complete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.385287 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-18c767f4-a522-4d10-81ae-468be050d8cd req-9d295ebe-8f93-4cc4-b20a-093b21a14b81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 1001 time: 0.0597599 May 04 18:01:36.409977 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9651af6e-b42b-4212-b527-b40d6aa49523 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (5e6254c2-1c56-46c8-bf22-6d482c0f77da), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.416345 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-9651af6e-b42b-4212-b527-b40d6aa49523 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for security_group (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.416345 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-9651af6e-b42b-4212-b527-b40d6aa49523 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "DELETE /v2.0/security-groups/5e6254c2-1c56-46c8-bf22-6d482c0f77da HTTP/1.1" status: 204 len: 168 time: 0.3382556 May 04 18:01:36.417345 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 42952) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:36.441086 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c767f4-a522-4d10-81ae-468be050d8cd req-623daa91-c277-4063-b43e-7e0ea65807ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:36.442689 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-0342e57b-3570-4913-80f8-1c089200c8e8 None None] Current status of the port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 is: ACTIVE; New status is: ACTIVE {{(pid=110470) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 04 18:01:36.442858 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-18c767f4-a522-4d10-81ae-468be050d8cd req-623daa91-c277-4063-b43e-7e0ea65807ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5b9969d-743b-4741-bbf3-eb8ad351e3aa HTTP/1.1" status: 200 len: 853 time: 0.0508997 May 04 18:01:36.464259 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651af6e-b42b-4212-b527-b40d6aa49523 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6254c2-1c56-46c8-bf22-6d482c0f77da,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:36.488963 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c767f4-a522-4d10-81ae-468be050d8cd req-a8c29e28-7b11-469d-bbb9-07d3333bec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:36.490513 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-18c767f4-a522-4d10-81ae-468be050d8cd req-a8c29e28-7b11-469d-bbb9-07d3333bec20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e7fea3-d972-4729-b298-8e50ca4a2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419939 May 04 18:01:36.585374 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Deleting port f3a04c43-21be-4cd4-aead-dcfeb19757bc {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:36.585730 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (f3a04c43-21be-4cd4-aead-dcfeb19757bc), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.586185 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-18c767f4-a522-4d10-81ae-468be050d8cd req-b8cdef2c-cc46-47d1-8413-c1af677c1f46 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889564 May 04 18:01:36.666045 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (f3a04c43-21be-4cd4-aead-dcfeb19757bc), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.666573 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for floatingip (f3a04c43-21be-4cd4-aead-dcfeb19757bc), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.678333 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-18c767f4-a522-4d10-81ae-468be050d8cd req-309b1343-158c-4307-a1f2-a42d89c22ea9 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 May 04 18:01:36.679420 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Calling delete_port for f3a04c43-21be-4cd4-aead-dcfeb19757bc owned by network:floatingip {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:36.878402 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (f3a04c43-21be-4cd4-aead-dcfeb19757bc), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.902164 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event deleted for resources: {'Port': ['ID=f3a04c43-21be-4cd4-aead-dcfeb19757bc,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:36.964692 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks [] for floatingip (e84b7fee-9d6b-4433-81c4-cea54aba6be6), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:36.965018 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.db.l3_db [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Floating IP e84b7fee-9d6b-4433-81c4-cea54aba6be6 disassociated (deleted). External IP: 172.27.2.241, port: 5e5bf717-b6e4-4f4d-881f-db71b7750d83. May 04 18:01:37.181486 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Router 97b4604d-66b7-4a18-869c-b2e822a2261f has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:01:37.290369 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:01:37.295157 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for floatingip (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:37.300792 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f9804-0642-431e-ba26-165601c31168 None None] Sync routers for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:01:37.310849 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f9804-0642-431e-ba26-165601c31168 None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:37.311459 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c27f9804-0642-431e-ba26-165601c31168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:01:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:37.324712 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f75389ec-6a54-4123-a79d-8f6c7fddbcad tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "DELETE /v2.0/floatingips/e84b7fee-9d6b-4433-81c4-cea54aba6be6 HTTP/1.1" status: 204 len: 168 time: 0.9063318 May 04 18:01:37.325555 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83'}] {{(pid=110468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:01:37.327785 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e256784ba9d661a84165bf2d3dc48b38dd5ebe18e3156dca28ade4f97ae0c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896fc111-06c7-4e0e-9608-35b89e9d183e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83"}]}' {{(pid=110468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:01:37.372680 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5426de93-17fe-49dd-a9a2-0586b7624def x-openstack-request-id: req-5426de93-17fe-49dd-a9a2-0586b7624def {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:01:37.372979 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83", "status": "completed", "code": 200}]} {{(pid=110468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:01:37.373236 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5426de93-17fe-49dd-a9a2-0586b7624def {{(pid=110468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:01:37.373644 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5426de93-17fe-49dd-a9a2-0586b7624def'] response: {'name': 'network-changed', 'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'status': 'completed', 'code': 200} May 04 18:01:37.436025 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-1a5e6987-df82-44da-8b50-c4b71b22d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:37.437584 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-1a5e6987-df82-44da-8b50-c4b71b22d893 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3582f692d07d4a959f4033ced79df226&device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 1129 time: 0.0414126 May 04 18:01:37.443980 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-c27f9804-0642-431e-ba26-165601c31168 None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:37.541524 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-7653ef22-f2f0-4e27-aa71-bf3845697331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:37.543358 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-7653ef22-f2f0-4e27-aa71-bf3845697331 service neutron] 10.222.0.86 "GET /v2.0/networks?id=52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 200 len: 915 time: 0.0989742 May 04 18:01:37.585507 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-259abf2c-b6cc-4a27-b318-bff6f6ce34fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 200 len: 217 time: 0.0351968 May 04 18:01:37.638565 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-753edbbf-c1f8-4a1d-9a6c-06e5479a443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:37.640146 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-753edbbf-c1f8-4a1d-9a6c-06e5479a443c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d5b9969d-743b-4741-bbf3-eb8ad351e3aa HTTP/1.1" status: 200 len: 853 time: 0.0481961 May 04 18:01:37.649662 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c27f9804-0642-431e-ba26-165601c31168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:28Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:37.697812 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f9804-0642-431e-ba26-165601c31168 None None] Checking router: 97b4604d-66b7-4a18-869c-b2e822a2261f for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:01:37.708761 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-b60d41df-1231-4b4d-b825-df65239aa88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:37.710385 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-b60d41df-1231-4b4d-b825-df65239aa88a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=52e7fea3-d972-4729-b298-8e50ca4a2a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635011 May 04 18:01:37.711078 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27f9804-0642-431e-ba26-165601c31168 None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:37.711801 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c27f9804-0642-431e-ba26-165601c31168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:01:12Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:37.821019 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-46746b81-a059-4a3e-8feb-bffd1593b479 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028545 May 04 18:01:37.831576 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-c27f9804-0642-431e-ba26-165601c31168 None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:37.922378 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-896fc111-06c7-4e0e-9608-35b89e9d183e req-4f3cdee5-e233-4943-8383-f71b57b7c7d9 service neutron] 10.222.0.86 "GET /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933926 May 04 18:01:38.028721 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-c27f9804-0642-431e-ba26-165601c31168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:28Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:38.056286 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27f9804-0642-431e-ba26-165601c31168 None None] The sync data for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi is: [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:24Z', 'revision_number': 4, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi', '_interfaces': [{'id': 'e21f5a38-0c01-46d7-b83c-c5566c2cd171', 'name': '', 'network_id': '52e7fea3-d972-4729-b298-8e50ca4a2a35', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'mac_address': 'fa:16:3e:8e:90:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:24Z', 'updated_at': '2022-05-04T17:58:28Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'subnets': [{'id': 'd5b9969d-743b-4741-bbf3-eb8ad351e3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:01:38.291302 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e926f2-4545-4ca3-9c5e-f634d2614368 None None] New status for floating IP e84b7fee-9d6b-4433-81c4-cea54aba6be6: DOWN {{(pid=110471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:01:39.980686 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-3fe059a3-1b44-41fe-aae2-ea8d36a2c4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:41.631803 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1e53e-81ab-42a9-933a-9b23324a3d82 req-2b086dc0-7726-4d9a-814b-df07ba3c88d1 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:41.633302 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-97a1e53e-81ab-42a9-933a-9b23324a3d82 req-2b086dc0-7726-4d9a-814b-df07ba3c88d1 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0472031 May 04 18:01:41.680570 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-97a1e53e-81ab-42a9-933a-9b23324a3d82 req-286d64f4-a20e-4914-8bd8-e9f9193658de tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 May 04 18:01:42.398007 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-0d3ccf29-1f3e-4d78-96e5-1d120e8cf5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:42.798595 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efa5d2-0c41-4aef-a517-52134138cc95 req-d507244a-09c1-476c-aef2-7a5bd460fef5 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:42.800196 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-67efa5d2-0c41-4aef-a517-52134138cc95 req-d507244a-09c1-476c-aef2-7a5bd460fef5 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0512929 May 04 18:01:42.847028 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [req-67efa5d2-0c41-4aef-a517-52134138cc95 req-739ea738-6fe7-4b90-a5ed-6c2a4f9b52ce tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e6073f6-77de-4f52-af90-daf025bf7d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 May 04 18:01:43.432317 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-e95076f5-0f9c-4cda-8ced-7ce1057d6715 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:43.433757 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-e95076f5-0f9c-4cda-8ced-7ce1057d6715 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 945 time: 0.0493011 May 04 18:01:43.515093 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Deleting port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:43.515431 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:43.604863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] For port 5e5bf717-b6e4-4f4d-881f-db71b7750d83, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e5bf717-b6e4-4f4d-881f-db71b7750d83,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:43.605140 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:43.618521 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Calling delete_port for 5e5bf717-b6e4-4f4d-881f-db71b7750d83 owned by compute:nova {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:43.803954 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5e5bf717-b6e4-4f4d-881f-db71b7750d83), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:43.819063 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] get_ports_and_sgs() called for port_ids ['5e5bf717-b6e4-4f4d-881f-db71b7750d83'] {{(pid=110470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 18:01:43.835100 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Pushing event deleted for resources: {'Port': ['ID=5e5bf717-b6e4-4f4d-881f-db71b7750d83,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:43.879647 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] No DVR routers for this DVR port 5e5bf717-b6e4-4f4d-881f-db71b7750d83 on host hv-cinder-84051 {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:43.882264 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20848'] for port (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:43.885659 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-eb461b81-b921-487e-97d8-fabd24fd7fdf req-f6f7d8e9-108e-4b37-9f2b-b60599c9038d tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.86 "DELETE /v2.0/ports/5e5bf717-b6e4-4f4d-881f-db71b7750d83 HTTP/1.1" status: 204 len: 173 time: 0.4456086 May 04 18:01:43.886029 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'name': 'network-vif-deleted', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83'}] {{(pid=110469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:01:43.888266 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9aa62cfe106a4f3cf26711b754fbfbf626cb87e08d0b130ca91068987d274a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb0f953-d2c6-44cb-9181-86cfe6b24460" -d '{"events": [{"server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "name": "network-vif-deleted", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83"}]}' {{(pid=110469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 18:01:43.909673 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:43.931379 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 18:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f39148-72b2-464e-9c7e-0dd186d92194 x-openstack-request-id: req-75f39148-72b2-464e-9c7e-0dd186d92194 {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 18:01:43.935608 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b365880-2163-48ce-9732-4545f6dff47e", "name": "network-vif-deleted", "tag": "5e5bf717-b6e4-4f4d-881f-db71b7750d83", "status": "completed", "code": 200}]} {{(pid=110469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 18:01:43.935608 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75f39148-72b2-464e-9c7e-0dd186d92194 {{(pid=110469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 18:01:43.935608 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f39148-72b2-464e-9c7e-0dd186d92194'] response: {'server_uuid': '1b365880-2163-48ce-9732-4545f6dff47e', 'name': 'network-vif-deleted', 'tag': '5e5bf717-b6e4-4f4d-881f-db71b7750d83', 'status': 'completed', 'code': 200} May 04 18:01:43.952718 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [req-3bfb9f36-1350-409f-ac75-ab97d57ca90d req-de60e32f-692a-43e1-9a84-cfd27abe1054 tempest-TestMinimumBasicScenario-251328591 tempest-TestMinimumBasicScenario-251328591-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b365880-2163-48ce-9732-4545f6dff47e HTTP/1.1" status: 200 len: 210 time: 0.0318048 May 04 18:01:45.574570 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:46.843451 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:47.432878 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 43040) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:47.748740 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (97b4604d-66b7-4a18-869c-b2e822a2261f), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:47.990334 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Deleting port e21f5a38-0c01-46d7-b83c-c5566c2cd171 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:47.993918 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:48.077627 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] For port e21f5a38-0c01-46d7-b83c-c5566c2cd171, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=e21f5a38-0c01-46d7-b83c-c5566c2cd171,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:48.077935 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:48.091747 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Calling delete_port for e21f5a38-0c01-46d7-b83c-c5566c2cd171 owned by network:router_interface {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:48.363956 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (e21f5a38-0c01-46d7-b83c-c5566c2cd171), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:48.390675 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Pushing event deleted for resources: {'Port': ['ID=e21f5a38-0c01-46d7-b83c-c5566c2cd171,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:48.417344 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.417709 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.418044 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.418395 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.418732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.419067 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.419399 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.419729 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.420064 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.420395 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.420772 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.421104 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.421430 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.421757 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.422080 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:48.459576 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5e5bf717-b6e4-4f4d-881f-db71b7750d83 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:48.481112 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] No Port match for: 5e5bf717-b6e4-4f4d-881f-db71b7750d83 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:48.481482 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Device 5e5bf717-b6e4-4f4d-881f-db71b7750d83 not bound to the agent host hv-cinder-84051 {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:48.576537 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (97b4604d-66b7-4a18-869c-b2e822a2261f), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:48.789632 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Router 97b4604d-66b7-4a18-869c-b2e822a2261f has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:01:48.898406 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:01:48.905576 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-99c63e8e-0c71-4d42-b999-e1103f51cffd admin admin] 10.222.0.81 "PUT /v2.0/routers/97b4604d-66b7-4a18-869c-b2e822a2261f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697144 May 04 18:01:48.906180 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 43042) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:48.907453 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] Sync routers for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:01:48.918086 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:48.918699 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:01:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:49.013096 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks [] for router (97b4604d-66b7-4a18-869c-b2e822a2261f), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:49.162056 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:49.338472 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T18:01:48Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:49.367054 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks [] for router_gateway (97b4604d-66b7-4a18-869c-b2e822a2261f), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:49.369616 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] Checking router: 97b4604d-66b7-4a18-869c-b2e822a2261f for host: dv-cinder-840512-1-iscsi {{(pid=110470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:01:49.378016 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] Routers {'97b4604d-66b7-4a18-869c-b2e822a2261f'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:49.378630 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:01:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['97b4604d-66b7-4a18-869c-b2e822a2261f'], 'active': True} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:49.463050 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Deleting port 2bc179ed-6559-4e08-9bd8-4ce939e7699b {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:49.463395 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:49.488022 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvr_db [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] Set router 97b4604d-66b7-4a18-869c-b2e822a2261f gateway port host: dv-cinder-840512-1-iscsi {{(pid=110470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:49.544512 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] For port 2bc179ed-6559-4e08-9bd8-4ce939e7699b, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=2bc179ed-6559-4e08-9bd8-4ce939e7699b,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:49.544887 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:49.559541 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Calling delete_port for 2bc179ed-6559-4e08-9bd8-4ce939e7699b owned by network:router_gateway {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:49.677359 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_hamode_db [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T18:01:48Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:49.704513 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef382571-6f5f-4800-9166-ec669c82fc43 None None] The sync data for ids ['97b4604d-66b7-4a18-869c-b2e822a2261f'] in dv-cinder-840512-1-iscsi is: [{'id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'name': 'tempest-TestMinimumBasicScenario-758131588-router', 'tenant_id': '3582f692d07d4a959f4033ced79df226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T18:01:48Z', 'revision_number': 5, 'project_id': '3582f692d07d4a959f4033ced79df226', 'gw_port': {'id': '2bc179ed-6559-4e08-9bd8-4ce939e7699b', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b4604d-66b7-4a18-869c-b2e822a2261f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:21Z', 'updated_at': '2022-05-04T17:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}] {{(pid=110470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:01:49.797737 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (2bc179ed-6559-4e08-9bd8-4ce939e7699b), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:49.826981 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc179ed-6559-4e08-9bd8-4ce939e7699b,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:49.888575 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (97b4604d-66b7-4a18-869c-b2e822a2261f), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:49.981185 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (97b4604d-66b7-4a18-869c-b2e822a2261f), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:49.983251 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks [] for router_controller (97b4604d-66b7-4a18-869c-b2e822a2261f), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.106719 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (97b4604d-66b7-4a18-869c-b2e822a2261f), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.107364 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b4604d-66b7-4a18-869c-b2e822a2261f {{(pid=110468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:01:50.114982 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.117779 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-f16fe14b-35e1-4eda-8d79-21f927409498 admin admin] 10.222.0.81 "DELETE /v2.0/routers/97b4604d-66b7-4a18-869c-b2e822a2261f HTTP/1.1" status: 204 len: 168 time: 1.2091975 May 04 18:01:50.121685 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 43044) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:50.159457 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device e21f5a38-0c01-46d7-b83c-c5566c2cd171 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:50.176090 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c19ddc-44dc-4615-b92c-b4a549c08efa admin admin] Deleting subnet d5b9969d-743b-4741-bbf3-eb8ad351e3aa {{(pid=110468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:01:50.182057 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-39c19ddc-44dc-4615-b92c-b4a549c08efa admin admin] Publish callbacks [] for subnet (d5b9969d-743b-4741-bbf3-eb8ad351e3aa), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.185424 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: e21f5a38-0c01-46d7-b83c-c5566c2cd171 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:50.185908 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device e21f5a38-0c01-46d7-b83c-c5566c2cd171 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:50.218701 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-39c19ddc-44dc-4615-b92c-b4a549c08efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3539813'] for subnet (d5b9969d-743b-4741-bbf3-eb8ad351e3aa), precommit_delete_associations {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.298518 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-39c19ddc-44dc-4615-b92c-b4a549c08efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (d5b9969d-743b-4741-bbf3-eb8ad351e3aa), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.449228 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-39c19ddc-44dc-4615-b92c-b4a549c08efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6097140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26047615'] for subnet (d5b9969d-743b-4741-bbf3-eb8ad351e3aa), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.475738 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c19ddc-44dc-4615-b92c-b4a549c08efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b9969d-743b-4741-bbf3-eb8ad351e3aa,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:50.479350 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-39c19ddc-44dc-4615-b92c-b4a549c08efa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.482573 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-39c19ddc-44dc-4615-b92c-b4a549c08efa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d5b9969d-743b-4741-bbf3-eb8ad351e3aa HTTP/1.1" status: 204 len: 168 time: 0.3625371 May 04 18:01:50.485834 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300c4d1-09fb-480a-98f0-b93e393f2199 None None] Network 52e7fea3-d972-4729-b298-8e50ca4a2a35 requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:01:50.490772 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [-] (110468) accepted ('10.222.0.81', 43046) {{(pid=110468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:50.559080 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (52e7fea3-d972-4729-b298-8e50ca4a2a35), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.607732 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Deleting port 6246efa1-f212-40a6-84ac-5d17439a5897 {{(pid=110468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:50.608052 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.670273 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.db [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] For port 6246efa1-f212-40a6-84ac-5d17439a5897, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=6246efa1-f212-40a6-84ac-5d17439a5897,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:50.670563 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.684685 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.plugin [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Calling delete_port for 6246efa1-f212-40a6-84ac-5d17439a5897 owned by network:dhcp {{(pid=110468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:50.708296 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] DHCP port deletion for 52e7fea3-d972-4729-b298-8e50ca4a2a35 request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:01:50.753557 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Deleting port 6246efa1-f212-40a6-84ac-5d17439a5897 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:50.754014 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.816627 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] For port 6246efa1-f212-40a6-84ac-5d17439a5897, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=6246efa1-f212-40a6-84ac-5d17439a5897,segment=NetworkSegment(1b8f824f-7ec3-4ce2-a887-d60c154f06cc),segment_id=1b8f824f-7ec3-4ce2-a887-d60c154f06cc)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:50.816945 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.829316 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Calling delete_port for 6246efa1-f212-40a6-84ac-5d17439a5897 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:50.872301 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097063'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.899534 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Pushing event deleted for resources: {'Port': ['ID=6246efa1-f212-40a6-84ac-5d17439a5897,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:50.903061 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] No DVR routers for this DVR port 6246efa1-f212-40a6-84ac-5d17439a5897 on host dv-cinder-840512-1-iscsi {{(pid=110468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:50.912108 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (6246efa1-f212-40a6-84ac-5d17439a5897), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:50.937749 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Pushing event deleted for resources: {'Port': ['ID=6246efa1-f212-40a6-84ac-5d17439a5897,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:50.943891 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] No DVR routers for this DVR port 6246efa1-f212-40a6-84ac-5d17439a5897 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:50.951956 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.953394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.953394 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.953787 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.954114 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.954456 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.954791 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.955757 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.956281 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.956797 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.957132 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.957466 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.957795 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.958124 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.958453 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a932460b-88fb-41d5-9fd0-828bb6ab6746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840512-1-iscsi {{(pid=110470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:50.979861 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (52e7fea3-d972-4729-b298-8e50ca4a2a35), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.004608 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e7fea3-d972-4729-b298-8e50ca4a2a35']}} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:51.013753 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8f824f-7ec3-4ce2-a887-d60c154f06cc') {'for_net_delete': True} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:51.014051 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.services.segments.db [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8f824f-7ec3-4ce2-a887-d60c154f06cc') {} {{(pid=110468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:51.023607 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3539834'] for segment (1b8f824f-7ec3-4ce2-a887-d60c154f06cc), before_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.036556 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (1b8f824f-7ec3-4ce2-a887-d60c154f06cc), precommit_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.042333 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=110468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:01:51.042714 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097042'] for segment (1b8f824f-7ec3-4ce2-a887-d60c154f06cc), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: Traceback (most recent call last): May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: timer() May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: cb(*args, **kw) May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: return func(*args, **kwargs) May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: self._notify() May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: self.callback(batched_events) May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: event.method(event) May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: return f(self, *a, **k) May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._get(url).json() May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: return self.request(url, 'GET', **kwargs) May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:01:51.044398 dv-cinder-840512-1-iscsi neutron-server[110468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:01:51.180384 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (52e7fea3-d972-4729-b298-8e50ca4a2a35), after_delete {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.185912 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron_lib.callbacks.manager [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.189352 dv-cinder-840512-1-iscsi neutron-server[110468]: INFO neutron.wsgi [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] 10.222.0.81 "DELETE /v2.0/networks/52e7fea3-d972-4729-b298-8e50ca4a2a35 HTTP/1.1" status: 204 len: 168 time: 0.6975138 May 04 18:01:51.193029 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 43048) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:51.200699 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7ab8c-3b34-4943-a7b9-c8ac51c6dcee admin admin] Pushing event deleted for resources: {'Network': ['ID=52e7fea3-d972-4729-b298-8e50ca4a2a35,revision_number=None']} {{(pid=110468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:51.512838 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010709'] for router_interface (c73a1ae5-2811-4b49-8880-f358472e39be), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.741625 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Deleting port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:51.741993 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.819140 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] For port 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,segment=NetworkSegment(89a0c565-dc46-40d0-badb-6d840aa0c9f5),segment_id=89a0c565-dc46-40d0-badb-6d840aa0c9f5)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:51.819507 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:51.835730 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Calling delete_port for 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c owned by network:router_interface {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:51.967939 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 6246efa1-f212-40a6-84ac-5d17439a5897 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:51.988359 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 6246efa1-f212-40a6-84ac-5d17439a5897 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:51.988729 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 6246efa1-f212-40a6-84ac-5d17439a5897 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:51.989154 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 2bc179ed-6559-4e08-9bd8-4ce939e7699b no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:52.008315 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 2bc179ed-6559-4e08-9bd8-4ce939e7699b {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:52.008683 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 2bc179ed-6559-4e08-9bd8-4ce939e7699b not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:52.077621 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (5dd60f7e-fccb-45c9-904b-4ffd9df97e7c), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:52.103120 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd60f7e-fccb-45c9-904b-4ffd9df97e7c,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:52.270876 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013872'] for router_interface (c73a1ae5-2811-4b49-8880-f358472e39be), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:52.494942 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Router c73a1ae5-2811-4b49-8880-f358472e39be has already been hosted by L3 agent 3d88b5d4-0968-491e-a6c1-7f5defe0e68c {{(pid=110469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 18:01:52.616978 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] Notify agent at l3_agent.dv-cinder-840512-1-iscsi the message routers_updated {{(pid=110469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 18:01:52.622336 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-c01b9771-e70e-4904-96c4-d5d67179c0a5 admin admin] 10.222.0.81 "PUT /v2.0/routers/c73a1ae5-2811-4b49-8880-f358472e39be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282942 May 04 18:01:52.624806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 43050) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:52.626539 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] Sync routers for ids ['c73a1ae5-2811-4b49-8880-f358472e39be'] in dv-cinder-840512-1-iscsi {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:01:52.636094 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] Routers {'c73a1ae5-2811-4b49-8880-f358472e39be'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:52.636743 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:01:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['c73a1ae5-2811-4b49-8880-f358472e39be'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:52.730383 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks [] for router (c73a1ae5-2811-4b49-8880-f358472e39be), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:52.743843 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] Set router c73a1ae5-2811-4b49-8880-f358472e39be gateway port host: dv-cinder-840512-1-iscsi {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:52.836806 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks [] for router_gateway (c73a1ae5-2811-4b49-8880-f358472e39be), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:52.909363 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'external_fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T18:01:51Z', 'revision_number': 5, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port': {'id': 'cd1e457d-f484-442d-b0ca-ada6f7f98a52', 'name': '', 'network_id': 'a99019da-cd1f-4090-91c2-346508a986e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:72:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840512-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:58:29Z', 'updated_at': '2022-05-04T17:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1f808498-c505-44cd-a3ec-7246d9b49f73', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840512-1-iscsi'}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:52.943416 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] Checking router: c73a1ae5-2811-4b49-8880-f358472e39be for host: dv-cinder-840512-1-iscsi {{(pid=110471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:01:52.951697 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] Routers {'c73a1ae5-2811-4b49-8880-f358472e39be'} bound to L3 agent in host dv-cinder-840512-1-iscsi {{(pid=110471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 18:01:52.952549 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840512-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:40:42Z,description=,heartbeat_timestamp=2022-05-04T18:01:42Z,host='dv-cinder-840512-1-iscsi',id=3d88b5d4-0968-491e-a6c1-7f5defe0e68c,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:40:43Z,topic='l3_agent')) {'router_ids': ['c73a1ae5-2811-4b49-8880-f358472e39be'], 'active': True} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:52.959413 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Deleting port cd1e457d-f484-442d-b0ca-ada6f7f98a52 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:52.959759 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.041879 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_dvr_db [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] Set router c73a1ae5-2811-4b49-8880-f358472e39be gateway port host: None {{(pid=110471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 18:01:53.047311 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] For port cd1e457d-f484-442d-b0ca-ada6f7f98a52, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=cd1e457d-f484-442d-b0ca-ada6f7f98a52,segment=NetworkSegment(1c313d10-47ff-48e8-b8e6-97547792fab1),segment_id=1c313d10-47ff-48e8-b8e6-97547792fab1)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:53.047680 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.064970 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Calling delete_port for cd1e457d-f484-442d-b0ca-ada6f7f98a52 owned by network:router_gateway {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:53.094992 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.l3_hamode_db [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T18:01:52Z', 'revision_number': 6, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port_host': None}], 'dv-cinder-840512-1-iscsi', False) {} {{(pid=110471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:53.119875 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2dc0e-3fc3-4eb5-95b2-109581749214 None None] The sync data for ids ['c73a1ae5-2811-4b49-8880-f358472e39be'] in dv-cinder-840512-1-iscsi is: [{'id': 'c73a1ae5-2811-4b49-8880-f358472e39be', 'name': 'tempest-TestMinimumBasicScenario-982104685-router', 'tenant_id': 'eca6b33fac794c98abe00913972e493e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:58:28Z', 'updated_at': '2022-05-04T18:01:52Z', 'revision_number': 6, 'project_id': 'eca6b33fac794c98abe00913972e493e', 'gw_port_host': None}] {{(pid=110471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:01:53.271636 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.300840 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (cd1e457d-f484-442d-b0ca-ada6f7f98a52), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.610329 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Pushing event deleted for resources: {'Port': ['ID=cd1e457d-f484-442d-b0ca-ada6f7f98a52,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:53.678205 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1006851'] for router_gateway (c73a1ae5-2811-4b49-8880-f358472e39be), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.772163 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-999927', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28524'] for router (c73a1ae5-2811-4b49-8880-f358472e39be), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.774318 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks [] for router_controller (c73a1ae5-2811-4b49-8880-f358472e39be), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.929052 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-999918'] for router (c73a1ae5-2811-4b49-8880-f358472e39be), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.929588 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c73a1ae5-2811-4b49-8880-f358472e39be {{(pid=110469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 18:01:53.933950 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:53.937393 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-ee06f363-0b92-41c8-a7a9-e5da2ad0253f admin admin] 10.222.0.81 "DELETE /v2.0/routers/c73a1ae5-2811-4b49-8880-f358472e39be HTTP/1.1" status: 204 len: 168 time: 1.3093767 May 04 18:01:53.939248 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 43052) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:53.985164 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa4671a-f930-445e-92d7-36357f3f0447 admin admin] Deleting subnet 082b4e87-2f1d-41a7-93ec-2214b91a5eaa {{(pid=110469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 04 18:01:53.986641 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:53.989221 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3aa4671a-f930-445e-92d7-36357f3f0447 admin admin] Publish callbacks [] for subnet (082b4e87-2f1d-41a7-93ec-2214b91a5eaa), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.011280 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:54.011627 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 5dd60f7e-fccb-45c9-904b-4ffd9df97e7c not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:54.012051 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device cd1e457d-f484-442d-b0ca-ada6f7f98a52 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:54.033418 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3aa4671a-f930-445e-92d7-36357f3f0447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3414030'] for subnet (082b4e87-2f1d-41a7-93ec-2214b91a5eaa), precommit_delete_associations {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.040182 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: cd1e457d-f484-442d-b0ca-ada6f7f98a52 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:54.040554 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device cd1e457d-f484-442d-b0ca-ada6f7f98a52 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:54.115829 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3aa4671a-f930-445e-92d7-36357f3f0447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256068'] for subnet (082b4e87-2f1d-41a7-93ec-2214b91a5eaa), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.323610 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3aa4671a-f930-445e-92d7-36357f3f0447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-996630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3540934', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3372017'] for subnet (082b4e87-2f1d-41a7-93ec-2214b91a5eaa), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.353371 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4671a-f930-445e-92d7-36357f3f0447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082b4e87-2f1d-41a7-93ec-2214b91a5eaa,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:54.355371 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-3aa4671a-f930-445e-92d7-36357f3f0447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for subnet (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.358849 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-3aa4671a-f930-445e-92d7-36357f3f0447 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/082b4e87-2f1d-41a7-93ec-2214b91a5eaa HTTP/1.1" status: 204 len: 168 time: 0.4202828 May 04 18:01:54.361118 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533150a1-d80a-4458-be75-d8cea7789ad5 None None] Network 21b2e622-f892-4f5b-b62a-eae30f91165d requested from dv-cinder-840512-1-iscsi {{(pid=110470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 04 18:01:54.361575 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 43054) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:54.432271 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8214890'] for network (21b2e622-f892-4f5b-b62a-eae30f91165d), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.480723 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Deleting port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 {{(pid=110469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:54.481087 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.505402 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] DHCP port deletion for 21b2e622-f892-4f5b-b62a-eae30f91165d request from dv-cinder-840512-1-iscsi {{(pid=110470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 04 18:01:54.544240 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.db [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] For port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,segment=NetworkSegment(89a0c565-dc46-40d0-badb-6d840aa0c9f5),segment_id=89a0c565-dc46-40d0-badb-6d840aa0c9f5)] {{(pid=110469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:54.544641 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.544835 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] Deleting port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 {{(pid=110470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 04 18:01:54.545215 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764807384351'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), before_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.558078 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.plugin [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Calling delete_port for 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 owned by network:dhcp {{(pid=110469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:54.612208 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.db [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] For port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1, host dv-cinder-840512-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840512-1-iscsi',level=0,port_id=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,segment=NetworkSegment(89a0c565-dc46-40d0-badb-6d840aa0c9f5),segment_id=89a0c565-dc46-40d0-badb-6d840aa0c9f5)] {{(pid=110470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 18:01:54.612636 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010763'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), precommit_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.625070 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] Calling delete_port for 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 owned by network:dhcp {{(pid=110470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 04 18:01:54.763476 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3540885'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.770914 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7916505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-138190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764807391663', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764806929565'] for port (7fb7925f-2c44-4c14-906d-23e2dbbb92a1), after_delete {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.790474 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:54.794562 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] No DVR routers for this DVR port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 on host dv-cinder-840512-1-iscsi {{(pid=110469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:54.802666 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] Pushing event deleted for resources: {'Port': ['ID=7fb7925f-2c44-4c14-906d-23e2dbbb92a1,revision_number=None']} {{(pid=110470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:54.806324 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0188e7-fc5e-4dbb-83e8-62b311445106 None None] No DVR routers for this DVR port 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 on host dv-cinder-840512-1-iscsi {{(pid=110470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:54.867594 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8257425', 'neutron.services.segments.db._delete_segments_for_network-8764807311180'] for network (21b2e622-f892-4f5b-b62a-eae30f91165d), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.887192 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b2e622-f892-4f5b-b62a-eae30f91165d']}} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:54.897364 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a0c565-dc46-40d0-badb-6d840aa0c9f5') {'for_net_delete': True} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:54.897663 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.services.segments.db [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a0c565-dc46-40d0-badb-6d840aa0c9f5') {} {{(pid=110469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:54.906826 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764807312981', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3414033'] for segment (89a0c565-dc46-40d0-badb-6d840aa0c9f5), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.920523 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753'] for segment (89a0c565-dc46-40d0-badb-6d840aa0c9f5), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.927072 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=110469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:01:54.927457 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8262753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3540896'] for segment (89a0c565-dc46-40d0-badb-6d840aa0c9f5), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: Traceback (most recent call last): May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: timer() May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: cb(*args, **kw) May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: return func(*args, **kwargs) May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: self._notify() May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: self.callback(batched_events) May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: event.method(event) May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: return f(self, *a, **k) May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._get(url).json() May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: return self.request(url, 'GET', **kwargs) May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:01:54.929131 dv-cinder-840512-1-iscsi neutron-server[110469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:01:55.048727 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8257416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1003541'] for network (21b2e622-f892-4f5b-b62a-eae30f91165d), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:55.054062 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582157'] for network (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:55.057256 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/21b2e622-f892-4f5b-b62a-eae30f91165d HTTP/1.1" status: 204 len: 168 time: 0.6949553 May 04 18:01:55.069258 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f345c6-c7c9-4e28-9625-86849bd609b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=21b2e622-f892-4f5b-b62a-eae30f91165d,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:55.403382 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 43058) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:55.447011 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-02f9c878-6414-4046-b2ba-21b77d3db808 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3582f692d07d4a959f4033ced79df226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424945 May 04 18:01:55.449411 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 43060) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:55.495511 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e3524087-7b0f-420c-94e8-a68cdfac85b3 admin admin] Publish callbacks [] for security_group (0e6073f6-77de-4f52-af90-daf025bf7d80), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:55.516040 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e3524087-7b0f-420c-94e8-a68cdfac85b3 admin admin] Publish callbacks [] for security_group (0e6073f6-77de-4f52-af90-daf025bf7d80), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:55.608788 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e3524087-7b0f-420c-94e8-a68cdfac85b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (0e6073f6-77de-4f52-af90-daf025bf7d80), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:55.611970 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-e3524087-7b0f-420c-94e8-a68cdfac85b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:55.613180 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-e3524087-7b0f-420c-94e8-a68cdfac85b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e6073f6-77de-4f52-af90-daf025bf7d80 HTTP/1.1" status: 204 len: 168 time: 0.1628888 May 04 18:01:55.620908 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3524087-7b0f-420c-94e8-a68cdfac85b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6073f6-77de-4f52-af90-daf025bf7d80,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:55.967920 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 no longer exists at agent ovs-agent-dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 18:01:55.988718 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.plugin [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] No Port match for: 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 {{(pid=110470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 04 18:01:55.989067 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron.plugins.ml2.rpc [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Device 7fb7925f-2c44-4c14-906d-23e2dbbb92a1 not bound to the agent host dv-cinder-840512-1-iscsi {{(pid=110470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 18:01:56.271085 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 43066) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:56.310500 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-71905eaa-bdf7-46c0-bc52-92f44a9fe220 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eca6b33fac794c98abe00913972e493e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382843 May 04 18:01:56.312863 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.wsgi [-] (110469) accepted ('10.222.0.81', 43068) {{(pid=110469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 04 18:01:56.358804 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fac73ae1-95a5-42b0-90e4-ba30f3083e15 admin admin] Publish callbacks [] for security_group (4ef116bd-32d1-406e-bf47-c728649263dd), before_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:56.379826 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fac73ae1-95a5-42b0-90e4-ba30f3083e15 admin admin] Publish callbacks [] for security_group (4ef116bd-32d1-406e-bf47-c728649263dd), precommit_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:56.505797 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fac73ae1-95a5-42b0-90e4-ba30f3083e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035984'] for security_group (4ef116bd-32d1-406e-bf47-c728649263dd), after_delete {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:56.508302 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron_lib.callbacks.manager [None req-fac73ae1-95a5-42b0-90e4-ba30f3083e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:01:56.509512 dv-cinder-840512-1-iscsi neutron-server[110469]: INFO neutron.wsgi [None req-fac73ae1-95a5-42b0-90e4-ba30f3083e15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ef116bd-32d1-406e-bf47-c728649263dd HTTP/1.1" status: 204 len: 168 time: 0.1957881 May 04 18:01:56.518603 dv-cinder-840512-1-iscsi neutron-server[110469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac73ae1-95a5-42b0-90e4-ba30f3083e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef116bd-32d1-406e-bf47-c728649263dd,revision_number=None']} {{(pid=110469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:04.927543 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:02:09.979450 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a9f3074e-be58-4a11-a7c0-40be18aaa9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:12.407994 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f6f384e5-e3f9-4ad7-8023-48de887b16df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:13.922620 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:15.522583 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:16.785249 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:23.293667 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:39.978941 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e7c33c71-79ae-4dad-b98e-f181f3d05fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:41.926778 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:02:42.407326 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-f17dd467-555d-468b-882e-cc7d45c314d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:43.921557 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:45.498393 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:46.784370 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:02:53.275176 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:09.978111 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-4e979175-e519-4253-b5b6-5d773340657a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:12.412661 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e0bde920-8a82-4af9-bf4e-be5a0742d0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:13.931896 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:15.492158 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:16.760499 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:18.926644 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:03:23.320375 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:40.017937 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-2337f529-e4fe-4030-90ba-c583c58ed20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:42.383075 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9b1c3a37-2a35-4858-bd80-840aa06ed298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:43.914559 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:45.532026 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:46.765971 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:53.285505 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:03:55.926340 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:04:10.005793 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a73734a7-21f4-4af5-9e29-5808b807123b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:12.394147 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a497fcb4-24ac-43be-af41-4375c7dd17f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:13.908355 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:15.519775 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:16.760072 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:23.315657 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:32.925937 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:04:39.959392 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ea11e4a0-9e7c-4fa3-905f-0c0645e9cd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:42.375705 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-e3e88184-b8e9-47ab-90ef-1ec623805883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:43.936534 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:45.672169 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:46.834014 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:04:53.365259 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:09.925944 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:05:09.988005 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-ef2ca15b-2710-462d-b001-881304314472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:12.376489 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b6b34303-4b73-4ad2-9731-085f640fe4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:13.902666 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:15.525522 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:16.787677 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:23.365109 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:38.487259 dv-cinder-840512-1-iscsi neutron-server[110468]: DEBUG neutron.wsgi [req-472f1e22-87f3-4fa6-85d1-782a6d4c44b5 req-77da0a88-ffca-4987-97df-a66e78dc8518 service neutron] (110468) timed out ('10.222.0.86', 55819) {{(pid=110468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 04 18:05:39.976943 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a3c12f78-f86f-4a7a-80fc-c0017384452b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:42.404880 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-05847ceb-4cb3-4adb-ab37-27fff3f43656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:43.936824 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:45.553460 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:46.771418 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:05:46.925593 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:05:53.347840 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:09.976351 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a6224d97-00bb-4814-bc3c-0b5398868a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:12.382365 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-1186c3ac-5752-4114-a810-40ee7fcb4bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:13.930920 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:15.582356 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:16.776231 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:23.353227 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:23.925947 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:06:39.970451 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-72595a95-9d21-4cd8-9823-295ce6d44d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:42.405179 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-37ad6e55-51bf-4ef9-b0f5-a5c0bd5128b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:44.154081 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:45.543856 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:46.786945 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:06:53.353596 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:00.925034 dv-cinder-840512-1-iscsi neutron-server[110471]: DEBUG neutron.db.agents_db [None req-6f8fdc0d-086e-479b-9d0c-a10c21a5967c None None] Agent healthcheck: found 6 active agents {{(pid=110471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 18:07:09.976620 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-c5faa460-1728-4399-942c-6108c216bafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (d80e743d-c8f0-4d41-8635-cfdacc247615), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:12.399756 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a7d19785-96fc-4bba-900a-269061701045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (3d88b5d4-0968-491e-a6c1-7f5defe0e68c), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:13.938690 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-a2894fc7-e67a-43b3-8e55-76fef1e88901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (b4e0d37f-0f57-46a8-ac44-55aca471e54b), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:15.537314 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-cc11c32c-6dd4-4a65-bfa0-60af4017862a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (64e17fda-22fd-4e8a-8fec-e19e4b768d25), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:16.822076 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-9a78ea6c-a4af-4e18-a125-46dfdae3630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (dad7413d-0f9a-49e3-a607-d01eb4b781bf), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 04 18:07:23.354559 dv-cinder-840512-1-iscsi neutron-server[110470]: DEBUG neutron_lib.callbacks.manager [None req-b7e30e9e-6724-480d-b5b8-d8883960cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764807311162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8255440'] for agent (f48cff08-c180-4c70-9409-f89d311a3812), after_update {{(pid=110470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}